-- Logs begin at Tue 2022-03-08 20:42:37 UTC, end at Tue 2022-03-08 21:46:18 UTC. --
Mar 08 21:17:58.224236 dv-cinder-832328-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Mar 08 21:18:00.385301 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.common.config [-] Logging enabled!
Mar 08 21:18:00.386032 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41
Mar 08 21:18:00.386139 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82933) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Mar 08 21:18:00.388554 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.common.config [-] Logging enabled!
Mar 08 21:18:00.388810 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41
Mar 08 21:18:00.389060 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82933) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Mar 08 21:18:00.390027 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 08 21:18:00.390263 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 08 21:18:00.390614 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 08 21:18:00.390861 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 08 21:18:00.391088 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 08 21:18:00.391406 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.391737 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.392044 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.392275 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.392570 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.392858 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.393141 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.393430 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.393731 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.394024 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.394305 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.394595 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.394829 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.395117 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.395411 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.395733 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.395966 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.396250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.396682 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.397085 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.397369 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.397661 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.397939 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.398218 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.398506 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.398837 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] host                           = dv-cinder-832328-1-iscsi {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.399121 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.399413 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.399726 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.400019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.400296 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.400576 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.400863 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.401139 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.401414 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.401749 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.402203 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.402497 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.402790 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.403021 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.403249 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.403542 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.403860 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.404145 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.404426 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.404708 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.404986 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.405265 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.405538 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.405827 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.406115 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.406403 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.406681 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.406965 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.407240 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.407518 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.407836 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.408117 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.408397 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.408676 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.408966 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.409237 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.409514 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.409820 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.410108 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.410394 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.410681 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.410958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.411242 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.411514 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.411825 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.412101 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.412376 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.412649 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.412933 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.413207 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.413480 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.413756 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.414029 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.414316 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.414588 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:00.414886 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.415187 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.415490 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.415816 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.416110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.416395 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.416689 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.416973 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.417882 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.418060 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.418352 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.418632 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.418920 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.419215 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.419506 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.419811 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.420094 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.420387 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.420665 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.420938 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.421217 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.421508 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.421785 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.422058 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.422341 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.422617 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.422890 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.423162 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.423439 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.423750 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.424031 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.424304 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.424577 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.424854 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.425127 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.425413 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.425691 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.425963 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.426237 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.426516 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.426788 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.427062 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.427344 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.427652 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.427916 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.428190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.428463 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.428738 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.429009 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.429283 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.429555 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.429827 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.430103 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.430378 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.430652 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.430924 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.431197 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.431470 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.431787 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.432085 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.432364 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.432646 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.433540 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.433832 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.434113 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.434393 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.434676 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.434958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.435232 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.435526 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.435842 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.436133 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.436419 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.436701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.437000 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.437281 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.437572 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.437852 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.438131 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.438416 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.438701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.438998 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.439294 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.439586 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.439905 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.440199 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.440481 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.440792 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.441075 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:00.441297 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 08 21:18:00.441537 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82933) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 08 21:18:00.845045 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO keyring.backend [-] Loading KWallet
Mar 08 21:18:00.852704 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO keyring.backend [-] Loading SecretService
Mar 08 21:18:00.856627 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO keyring.backend [-] Loading Windows
Mar 08 21:18:00.858000 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO keyring.backend [-] Loading chainer
Mar 08 21:18:00.858591 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO keyring.backend [-] Loading macOS
Mar 08 21:18:00.893789 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Mar 08 21:18:00.894074 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Mar 08 21:18:00.894367 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Mar 08 21:18:00.894706 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 08 21:18:01.201385 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.201602 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.201888 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.257890 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.258190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.258462 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.262604 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.262881 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.263151 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.291469 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.291783 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.292059 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.321147 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.321426 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.321697 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.651501 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbc14b04670> agent after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.652715 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbc14b04670> agent after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.652927 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fbc14b04700> segment precommit_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.653017 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fbc14b04790> network precommit_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.653910 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fbc14b04040> segment before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.776183 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> network before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.776520 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fbc14acbc10> agent before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.777545 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> network before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.777892 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.778166 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.778486 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> segment after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.778757 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> segment precommit_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.779019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> segment precommit_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.779276 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> segment after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.779560 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> network after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.779854 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> network precommit_delete 0 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.780126 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port provisioning_complete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.780396 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.780653 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.780921 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> agent after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.781190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> subnet after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.781447 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> subnet precommit_delete 0 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.781720 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.781976 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.782257 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> segment_host_mapping after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.782605 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.782859 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.783110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> port after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.783393 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.783666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.783918 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbc156f1760>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.784300 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.784541 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.784781 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.785019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.785255 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.785490 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:01.786042 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 08 21:18:01.789190 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 08 21:18:01.793434 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 08 21:18:01.797337 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Mar 08 21:18:01.798981 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 08 21:18:01.799373 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 08 21:18:01.799735 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 08 21:18:01.800123 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 08 21:18:01.802964 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 08 21:18:01.803221 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 08 21:18:01.803568 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 08 21:18:01.831998 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Mar 08 21:18:01.832455 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fbc14c014c0>> qos_plugin after_init 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.832753 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82933) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Mar 08 21:18:01.833118 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fbc14bd4ee0>> logging-plugin after_init 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.834497 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82933) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 08 21:18:01.834781 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 08 21:18:01.835030 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 08 21:18:01.838297 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbc14bd4190>> floatingip before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.838578 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbc14bd4190>> port before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:01.899877 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 08 21:18:01.900124 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 08 21:18:01.900366 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 08 21:18:01.900746 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 08 21:18:01.931974 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_db.sqlalchemy.engines [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82933) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Mar 08 21:18:02.246866 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing driver for type 'gre'
Mar 08 21:18:02.247515 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] gre ID ranges: [(1, 1000)]
Mar 08 21:18:02.300059 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing driver for type 'local'
Mar 08 21:18:02.300392 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing driver for type 'vlan'
Mar 08 21:18:02.313154 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] VlanTypeDriver initialization complete
Mar 08 21:18:02.313530 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing driver for type 'vxlan'
Mar 08 21:18:02.314026 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] vxlan ID ranges: [(1, 1000)]
Mar 08 21:18:02.365895 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing extension driver 'port_security'
Mar 08 21:18:02.366381 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.extensions.port_security [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] PortSecurityExtensionDriver initialization complete
Mar 08 21:18:02.366718 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing mechanism driver 'openvswitch'
Mar 08 21:18:02.367046 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing mechanism driver 'hyperv'
Mar 08 21:18:02.374305 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:02.374970 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc149bc7c0>> port after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.375340 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc149bc7c0>> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.375719 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc149bc7c0>> port after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.376238 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Mar 08 21:18:02.376667 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c280>> subnet after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.377021 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c280>> subnet after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.377502 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c280>> subnet after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.377891 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Mar 08 21:18:02.378299 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c7f0>> network after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.378649 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c7f0>> network after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.378990 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445c7f0>> network after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.379373 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Mar 08 21:18:02.379799 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445cd00>> security_group after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.380149 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445cd00>> security_group after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.380488 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc1445cd00>> security_group after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.381011 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Mar 08 21:18:02.381417 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc14462250>> security_group_rule after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.381766 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc14462250>> security_group_rule after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.382106 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbc14462250>> security_group_rule after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.382496 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Mar 08 21:18:02.382935 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] ML2 OVO RPC backend initialized. {{(pid=82933) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Mar 08 21:18:02.383569 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> router_interface after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.383948 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> router_interface after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.384359 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> network before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.384701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> networks before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.385296 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> port before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.385632 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> ports before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.385971 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> subnet before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.386372 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> subnets before_response 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.386714 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> network after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.387048 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> network after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.387377 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> network after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.387736 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> port after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.388068 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.388395 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> port after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.388728 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> subnet after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.389054 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> subnet after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.389382 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbc14462880>> subnet after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.389945 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.plugin [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Modular L2 Plugin initialization complete
Mar 08 21:18:02.390267 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading services supported by the core plugin {{(pid=82933) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 08 21:18:02.390595 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.plugins.ml2.managers [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Got port-security extension from driver 'port_security'
Mar 08 21:18:02.391049 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.extensions.vlantransparent [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Disabled vlantransparent extension.
Mar 08 21:18:02.391461 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82933) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 08 21:18:02.391801 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: router
Mar 08 21:18:02.428795 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router_interface before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.429183 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_create 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.429547 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router before_create 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.429908 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router_interface before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.430272 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router_interface after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.430622 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_delete 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.430976 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> floatingip after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.431331 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_create 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.431708 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.432057 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.432401 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router_gateway after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.432755 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.433368 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.433741 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fbc14a8fa60> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.434083 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fbc14a8f940> port after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.434420 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fbc14a8f9d0> subnet after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.434764 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fbc14a8faf0> subnetpool_address_scope after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.435111 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> port precommit_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.435456 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_create 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.435818 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fbc149f7d30> port before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.436160 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.436515 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router after_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.436856 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_delete 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.437204 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_create 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.437560 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router_interface after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.437903 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> router precommit_update 55549900 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.438264 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> agent after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.438610 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> agent after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.438951 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbc14462a00>> network after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.439829 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Tracking information for resource: router configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:02.440163 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Tracking information for resource: floatingip configured {{(pid=82933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 08 21:18:02.445065 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.db.l3_agentschedulers_db [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 08 21:18:02.445639 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fbc143de9d0> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.446006 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fbc143de8b0> port after_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.446355 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _notify_port_delete at 0x7fbc143de940> port after_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.446703 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fbc143deca0> port after_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.447588 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbc1440c490>> router before_create 55550100 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.447979 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbc1440c490>> router precommit_delete 55550100 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.448340 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbc1440c490>> router precommit_create 55550100 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.449201 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbc1440c490>> router precommit_update 55550100 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.453521 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.provider_configuration [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service providers = [] {{(pid=82933) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 08 21:18:02.453881 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.db.servicetype_db [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82933) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 08 21:18:02.456826 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.service_base [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 08 21:18:02.457179 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.service_base [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 08 21:18:02.457517 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.service_base [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 08 21:18:02.458396 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.services.service_base [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 08 21:18:02.458768 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.services.service_base [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 08 21:18:02.459145 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.459462 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 08 21:18:02.470333 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.470669 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: auto_allocate
Mar 08 21:18:02.476621 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbc1442d160> network precommit_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.476982 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbc1442d160> network precommit_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.477494 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.477812 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: tag
Mar 08 21:18:02.485067 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.485398 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: timestamp
Mar 08 21:18:02.489392 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.489729 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: network_ip_availability
Mar 08 21:18:02.494948 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc1440cbe0>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.495314 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc1440cbe0>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.496304 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc1440cbe0>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.497056 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.497328 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: flavors
Mar 08 21:18:02.502123 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.502457 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading Plugin: revisions
Mar 08 21:18:02.506711 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 08 21:18:02.507096 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=82933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Mar 08 21:18:02.507865 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82933) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Mar 08 21:18:02.508201 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Initializing extension manager.
Mar 08 21:18:02.508697 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: __init__.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.509032 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: __pycache__ {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.509360 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.509690 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.510272 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: _filter_validation_lib.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.510596 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.510918 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: address_group.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.511711 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.512271 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: address-group
Mar 08 21:18:02.512589 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: address_scope.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.513288 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.513803 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: address-scope
Mar 08 21:18:02.514120 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: admin_state_down_before_update.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.515035 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.515541 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: router-admin-state-down-before-update
Mar 08 21:18:02.515890 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: agent.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.516581 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.517085 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: agent
Mar 08 21:18:02.517404 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: agent_resources_synced.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.518306 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.518822 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: agent-resources-synced
Mar 08 21:18:02.519127 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: allowedaddresspairs.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.521099 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.521616 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: allowed-address-pairs
Mar 08 21:18:02.521940 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: auto_allocated_topology.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.523004 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.523519 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: auto-allocated-topology
Mar 08 21:18:02.523880 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: availability_zone.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.524569 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.525074 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: availability_zone
Mar 08 21:18:02.525394 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: availability_zone_filter.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.526303 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.526992 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: availability_zone_filter
Mar 08 21:18:02.527338 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: data_plane_status.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.528279 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.528795 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension data-plane-status not supported by any of loaded plugins
Mar 08 21:18:02.529120 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: default_subnetpools.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.530031 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.530545 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: default-subnetpools
Mar 08 21:18:02.530865 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: dhcpagentscheduler.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.531654 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.532167 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: dhcp_agent_scheduler
Mar 08 21:18:02.532489 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: dns.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.533404 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.533910 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension dns-integration not supported by any of loaded plugins
Mar 08 21:18:02.534228 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: dns_domain_ports.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.535137 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.535664 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 08 21:18:02.535986 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: dvr.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.536652 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.537157 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: dvr
Mar 08 21:18:02.537473 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: empty_string_filtering.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.538369 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.538879 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: empty-string-filtering
Mar 08 21:18:02.539195 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.540127 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.540630 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 08 21:18:02.540943 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.541840 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.542945 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 08 21:18:02.543269 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: external_net.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.544210 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.544716 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: external-net
Mar 08 21:18:02.545032 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: extra_dhcp_opt.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.545930 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.546436 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: extra_dhcp_opt
Mar 08 21:18:02.546752 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: extraroute.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.547673 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.548181 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: extraroute
Mar 08 21:18:02.548498 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: extraroute_atomic.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.549527 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.550032 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: extraroute-atomic
Mar 08 21:18:02.550348 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: filter_validation.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.551004 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.551505 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: filter-validation
Mar 08 21:18:02.551849 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: fip_pf_description.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.552746 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.553253 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 08 21:18:02.553570 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: fip_port_details.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.554476 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.554983 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: fip-port-details
Mar 08 21:18:02.555299 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: flavors.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.556548 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.557064 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: flavors
Mar 08 21:18:02.557384 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.559691 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.560220 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 08 21:18:02.560552 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: floatingip_pools.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.561252 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.561765 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: floatingip-pools
Mar 08 21:18:02.562093 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: ip_allocation.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.563005 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.563511 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension ip_allocation not supported by any of loaded plugins
Mar 08 21:18:02.563871 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.564779 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.565288 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: ip-substring-filtering
Mar 08 21:18:02.565614 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l2_adjacency.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.566526 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.567030 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 08 21:18:02.567355 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.568327 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.568845 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: router
Mar 08 21:18:02.569167 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3_conntrack_helper.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.571517 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.572082 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 08 21:18:02.572416 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.573341 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.573976 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: ext-gw-mode
Mar 08 21:18:02.574305 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.575216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.575757 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: l3-ha
Mar 08 21:18:02.576083 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3_flavors.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.576987 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.577499 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: l3-flavors
Mar 08 21:18:02.577824 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.578749 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.579261 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 08 21:18:02.579583 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: l3agentscheduler.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.580617 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.581127 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: l3_agent_scheduler
Mar 08 21:18:02.581449 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: logging.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.582958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.583475 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension logging not supported by any of loaded plugins
Mar 08 21:18:02.583831 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: metering.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.584566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.585139 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: metering
Mar 08 21:18:02.585461 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.586567 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.587080 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: metering_source_and_destination_fields
Mar 08 21:18:02.587403 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: multiprovidernet.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.588350 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.588867 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: multi-provider
Mar 08 21:18:02.589261 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: netmtu.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.590314 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.590826 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: net-mtu
Mar 08 21:18:02.591145 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: netmtu_writable.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.592081 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.592587 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: net-mtu-writable
Mar 08 21:18:02.592905 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: network_availability_zone.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.593566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.594068 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: network_availability_zone
Mar 08 21:18:02.594383 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: network_ip_availability.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.595472 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.596014 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: network-ip-availability
Mar 08 21:18:02.596337 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: network_segment_range.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.597196 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.597705 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension network-segment-range not supported by any of loaded plugins
Mar 08 21:18:02.598024 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: pagination.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.599004 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.599326 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: pagination
Mar 08 21:18:02.599664 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.600573 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.601109 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: port-mac-address-regenerate
Mar 08 21:18:02.601407 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: port_resource_request.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.602313 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.602820 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension port-resource-request not supported by any of loaded plugins
Mar 08 21:18:02.603138 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: portbindings.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.604074 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.604584 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: binding
Mar 08 21:18:02.605536 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: portbindings_extended.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.606821 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.607342 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: binding-extended
Mar 08 21:18:02.607703 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: portsecurity.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.608619 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.609137 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: port-security
Mar 08 21:18:02.609456 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: project_id.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.610423 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.610749 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: project-id
Mar 08 21:18:02.611070 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: providernet.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.612012 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.612519 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: provider
Mar 08 21:18:02.612839 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.616576 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.617099 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos not supported by any of loaded plugins
Mar 08 21:18:02.617430 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.618681 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.619203 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 08 21:18:02.619529 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.621140 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.621666 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 08 21:18:02.621987 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_default.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.622902 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.623417 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-default not supported by any of loaded plugins
Mar 08 21:18:02.623851 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_fip.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.624500 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.625008 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-fip not supported by any of loaded plugins
Mar 08 21:18:02.625327 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_gateway_ip.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.626243 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.626748 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 08 21:18:02.627067 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_port_network_policy.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.628019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.628527 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 08 21:18:02.628847 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_rule_type_details.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.629761 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.630267 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 08 21:18:02.630584 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: qos_rules_alias.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.631640 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.632151 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 08 21:18:02.632470 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: quotasv2.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.633335 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.633655 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: quotas
Mar 08 21:18:02.633973 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: quotasv2_detail.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.635865 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.636238 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: quota_details
Mar 08 21:18:02.636565 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: rbac.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.637607 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.638125 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: rbac-policies
Mar 08 21:18:02.638454 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: rbac_address_scope.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.639377 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.639913 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: rbac-address-scope
Mar 08 21:18:02.640239 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: rbac_security_groups.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.641150 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.641655 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: rbac-security-groups
Mar 08 21:18:02.641989 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: rbac_subnetpool.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.642891 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.643400 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: rbac-subnetpool
Mar 08 21:18:02.643753 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: revisionifmatch.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.644665 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.645173 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: revision-if-match
Mar 08 21:18:02.645494 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: revisions.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.646598 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.647109 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: standard-attr-revisions
Mar 08 21:18:02.647431 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: router_availability_zone.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.648117 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.648624 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: router_availability_zone
Mar 08 21:18:02.648942 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: routerservicetype.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.649873 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.650379 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension router-service-type not supported by any of loaded plugins
Mar 08 21:18:02.650700 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: security_groups_port_filtering.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.651655 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.652195 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: port-security-groups-filtering
Mar 08 21:18:02.652511 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: securitygroup.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.663390 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.663945 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: security-group
Mar 08 21:18:02.664276 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: segment.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.665052 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.665568 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension segment not supported by any of loaded plugins
Mar 08 21:18:02.665935 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.666870 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.667919 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 08 21:18:02.668377 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: servicetype.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.669484 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.670012 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: service-type
Mar 08 21:18:02.670337 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: sorting.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.671309 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.671651 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: sorting
Mar 08 21:18:02.671974 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: standard_attr_segment.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.672883 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.673402 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 08 21:18:02.673724 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: standardattrdescription.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.674366 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.674877 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: standard-attr-description
Mar 08 21:18:02.675197 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: stateful_security_group.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.676146 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.676662 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: stateful-security-group
Mar 08 21:18:02.676981 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: stdattrs_common.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.677556 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 08 21:18:02.677872 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.678798 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.679305 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 08 21:18:02.679640 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnet_onboard.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.680772 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.681288 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: subnet_onboard
Mar 08 21:18:02.681610 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.682535 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.683773 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 08 21:18:02.684102 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnet_service_types.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.685015 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.685531 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: subnet-service-types
Mar 08 21:18:02.685851 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnetallocation.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.686931 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.687444 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: subnet_allocation
Mar 08 21:18:02.687860 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.688520 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.689027 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: subnetpool-prefix-ops
Mar 08 21:18:02.689347 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.690275 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.690782 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 08 21:18:02.691102 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: tagging.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.692180 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.692694 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: standard-attr-tag
Mar 08 21:18:02.693019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: timestamp.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.694216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.694795 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loaded extension: standard-attr-timestamp
Mar 08 21:18:02.695126 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: trunk.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.696181 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.696694 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension trunk not supported by any of loaded plugins
Mar 08 21:18:02.697011 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: trunk_details.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.697997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.698535 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension trunk-details not supported by any of loaded plugins
Mar 08 21:18:02.698853 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: uplink_status_propagation.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.699798 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.700308 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 08 21:18:02.700625 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Loading extension file: vlantransparent.py {{(pid=82933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Mar 08 21:18:02.701288 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Mar 08 21:18:02.701796 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 08 21:18:02.704010 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:network
Mar 08 21:18:02.704721 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnet
Mar 08 21:18:02.705319 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnetpool
Mar 08 21:18:02.706087 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:port
Mar 08 21:18:02.707325 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.707795 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service FLAVORS assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.708404 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.708828 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.709161 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:router
Mar 08 21:18:02.709815 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:floatingip
Mar 08 21:18:02.710525 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service METERING assigned prefix: /metering {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.711957 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc142f9820>> rbac-policy before_create 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.712321 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc142f9820>> rbac-policy before_update 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.712672 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbc142f9820>> rbac-policy before_delete 55550000 {{(pid=82933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:18:02.713766 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of CountableResource for resource:rbac_policy
Mar 08 21:18:02.714228 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:security_group
Mar 08 21:18:02.714892 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 08 21:18:02.715602 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service CORE assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.715954 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnetpool
Mar 08 21:18:02.716292 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] subnetpool is already registered
Mar 08 21:18:02.716955 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service CORE assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.717290 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnetpool
Mar 08 21:18:02.717617 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] subnetpool is already registered
Mar 08 21:18:02.720134 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.720561 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service FLAVORS assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.721141 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.721557 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.721888 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:router
Mar 08 21:18:02.722215 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] router is already registered
Mar 08 21:18:02.722810 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:floatingip
Mar 08 21:18:02.723141 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] floatingip is already registered
Mar 08 21:18:02.723917 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service METERING assigned prefix: /metering {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.724577 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of CountableResource for resource:rbac_policy
Mar 08 21:18:02.724904 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] rbac_policy is already registered
Mar 08 21:18:02.725439 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:security_group
Mar 08 21:18:02.725768 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] security_group is already registered
Mar 08 21:18:02.726346 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 08 21:18:02.726674 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] security_group_rule is already registered
Mar 08 21:18:02.727323 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service CORE assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.727683 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnetpool
Mar 08 21:18:02.728014 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] subnetpool is already registered
Mar 08 21:18:02.728596 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.v2.resource_helper [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Service CORE assigned prefix:  {{(pid=82933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 08 21:18:02.728919 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Creating instance of TrackedResource for resource:subnetpool
Mar 08 21:18:02.729241 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING neutron.quota.resource_registry [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] subnetpool is already registered
Mar 08 21:18:02.730407 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: extensions {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.731967 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: address-groups {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.733511 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: address-scopes {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.734667 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: agents {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.735831 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: auto-allocated-topology {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.737028 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: availability_zones {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.738317 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: dhcp-networks {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.739697 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: dhcp-agents {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.741070 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: routers {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.743120 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: flavors {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.744294 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: service_profiles {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.745533 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: next_providers {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.747019 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: service_profiles {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.748484 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: floatingip-pools {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.749893 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: routers {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.751651 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: floatingips {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.752826 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: l3-routers {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.754161 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: l3-agents {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.755482 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: metering-labels {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.756875 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: metering-label-rules {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.758112 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: network-ip-availabilities {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.759309 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: bindings {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.762604 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: quotas {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.764037 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: quotas {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.765721 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: rbac-policies {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.766986 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: security-groups {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.768198 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: security-group-rules {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.769391 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: service-providers {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.770578 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: subnetpools {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.771987 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: subnetpools {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.773762 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.775373 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.777806 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.779494 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.781259 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.783288 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.785493 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.788389 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.790487 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.792640 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron.api.extensions [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Extended resource: tags {{(pid=82933) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Mar 08 21:18:02.800214 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING keystonemiddleware.auth_token [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 08 21:18:02.805793 dv-cinder-832328-1-iscsi neutron-server[82933]: WARNING keystonemiddleware.auth_token [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 08 21:18:02.814860 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Acquired lock "singleton_lock" {{(pid=82933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Mar 08 21:18:02.815337 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_concurrency.lockutils [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Releasing lock "singleton_lock" {{(pid=82933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Mar 08 21:18:02.815993 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Starting 2 workers
Mar 08 21:18:02.820612 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Started child 83036 {{(pid=82933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Mar 08 21:18:02.825788 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Started child 83037 {{(pid=82933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Mar 08 21:18:02.826536 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.827424 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO neutron.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Neutron service started, listening on 0.0.0.0:9696
Mar 08 21:18:02.828083 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Notify callbacks [] for process, before_spawn {{(pid=82933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.828202 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [-] (83036) wsgi starting up on http://0.0.0.0:9696
Mar 08 21:18:02.830877 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Starting 1 workers
Mar 08 21:18:02.832665 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.834013 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [-] (83037) wsgi starting up on http://0.0.0.0:9696
Mar 08 21:18:02.835904 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Started child 83038 {{(pid=82933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Mar 08 21:18:02.836470 dv-cinder-832328-1-iscsi neutron-server[82933]: INFO oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Starting 1 workers
Mar 08 21:18:02.840856 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] calling RpcWorker wait() {{(pid=83038) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 08 21:18:02.841422 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] returning from RpcWorker wait() {{(pid=83038) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 08 21:18:02.841519 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Started child 83039 {{(pid=82933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Mar 08 21:18:02.842181 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG neutron_lib.callbacks.manager [None req-59cd6144-7d5c-4daa-97dc-2fff91a1f71b None None] Notify callbacks [] for process, after_spawn {{(pid=82933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.842525 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.842972 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:02.844180 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Mar 08 21:18:02.844388 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 08 21:18:02.844567 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 08 21:18:02.844776 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 08 21:18:02.845115 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 08 21:18:02.845279 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 08 21:18:02.845785 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.846067 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.846322 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.846571 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.846857 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.847401 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.847682 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.847934 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.848204 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.848430 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.848593 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.848753 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.849011 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.849250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.849610 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.849883 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.850113 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.850376 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.850542 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.850782 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.851048 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.851284 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.851550 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.851800 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.852282 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.852504 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.852740 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.852976 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.853235 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.853472 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.853771 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.854016 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.854245 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.854473 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.854719 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.855103 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.855400 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.855708 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.855946 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:02.856431 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.856431 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] host                           = dv-cinder-832328-1-iscsi {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.856651 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.856883 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.857123 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.857352 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.857591 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.857803 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.858055 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.858315 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.858560 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.858800 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.859054 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.859289 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.859501 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.859750 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:02.859847 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.859916 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.860116 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.860395 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.860659 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.860860 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.861026 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.861200 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.861454 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.861614 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.861876 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.862092 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.862303 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.862524 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.862754 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.862985 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.863259 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.863483 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.863737 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.863968 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.864221 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.864462 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.864682 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.864904 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.865122 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.865360 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.865570 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.865806 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.866043 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.866274 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.866506 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.866734 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.866995 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.867240 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.867491 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.867769 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.868015 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.868240 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.868453 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.868719 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.868947 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.869190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.869447 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.869659 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.869900 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.870154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.871244 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.871244 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.871454 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.871865 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.872189 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.872426 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.872658 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.872874 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.873085 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.873315 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.873542 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.874003 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.874444 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.874847 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.875263 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.875684 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.877515 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.877954 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.878246 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.878683 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.879045 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.879410 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.879760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.880143 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.880416 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.880695 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.880960 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.881201 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.881460 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.881687 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.881913 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.882135 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.882619 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.883000 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.883211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 39884) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:02.883292 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.883361 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.883586 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.883875 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.884136 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.884354 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.884586 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.885038 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.885654 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.885725 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.885995 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.887057 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.887830 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.888062 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.888329 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.888575 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.889914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.889914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.889914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.889914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.889914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.890258 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.890258 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.890520 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.890677 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.890893 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.891114 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.891333 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.891651 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.892739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.892739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.892739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.892739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.892739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894106 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894106 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894106 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894497 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0078251
Mar 08 21:18:02.894635 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894635 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894635 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.894635 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.895146 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.895146 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.895146 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896250 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896794 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896794 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.896794 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.898566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.898566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.898566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.898566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.898566 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899253 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899253 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899253 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899680 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899840 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.899974 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.900229 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.900457 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.900722 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.900985 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.901773 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.901773 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.901952 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.902263 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.903226 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.903226 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.903407 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.903738 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.904002 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.904758 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.904758 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.904758 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.905068 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.905281 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.905567 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.905795 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.906130 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.906431 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.906712 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.907662 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.907662 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.907662 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.907985 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.908180 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.908464 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.908720 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.908986 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.909266 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910188 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910188 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910188 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910404 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910589 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.910855 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.911109 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.911327 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.911565 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.911935 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.912187 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.912435 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.912700 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.912960 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.913201 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.913442 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.913668 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.913929 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.914164 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.914397 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.914613 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.914861 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.915100 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.915322 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.915537 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.916660 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.916927 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.917171 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.917715 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.918319 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.918550 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.918775 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.919034 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.919255 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.919503 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.919812 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.920042 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.920286 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.920514 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.920750 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.921008 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.921231 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.921501 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.921748 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.922004 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.922234 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.922489 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.922731 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.922967 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.923215 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.923452 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924808 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.924997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.925150 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.925369 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.925716 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.925946 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.926196 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.926417 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.926635 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.926857 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.927076 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.927297 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.927639 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.927883 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.928127 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.928353 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.928575 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.928787 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.928999 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.929212 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.929530 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.929743 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.929940 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.930151 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.930362 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.930667 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.930922 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.931163 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.931404 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.931694 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.931928 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.932140 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.932352 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.932570 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.932779 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.933598 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.936596 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.936920 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.938006 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.938291 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.938538 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.938815 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.939152 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.939380 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.939713 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.939956 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.940193 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.940449 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.940703 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.941065 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.943153 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.944110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.944110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.944110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.944841 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.945144 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.945375 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.945675 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.946074 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.946357 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.946630 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.946886 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.947183 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.947433 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.947681 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.947924 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.948168 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.948392 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.949216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.949456 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.949703 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.949943 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.950170 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.950396 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.950647 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.950889 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.951110 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.951328 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.951490 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 08 21:18:02.952607 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Mar 08 21:18:02.952769 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 08 21:18:02.953797 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 08 21:18:02.954010 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 08 21:18:02.954193 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 08 21:18:02.955026 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 08 21:18:02.955239 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.955422 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.956410 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.956617 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.956777 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.957540 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.957713 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.957861 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.958021 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.958956 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.959122 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.959320 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.959476 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.959649 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.960192 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.960378 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.960527 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.961258 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.962902 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.962902 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.962902 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.962902 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.963190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.963190 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.964165 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.964386 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.964569 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.964715 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.964896 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.965087 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.965155 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.965325 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.965478 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] host                           = dv-cinder-832328-1-iscsi {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967154 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.967666 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.968256 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.968416 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.968598 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.968750 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.968895 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969036 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969189 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969340 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969497 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969647 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969806 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.969999 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970172 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970319 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970476 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970641 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970784 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.970939 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.971079 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.971217 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.971373 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.971529 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.972488 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.972649 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.972805 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.972958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.973123 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.973282 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.974297 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.974463 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.974647 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.974813 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.975610 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.975859 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976035 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976128 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976282 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976430 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976589 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.976890 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977048 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977206 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977356 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977511 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977673 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977830 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.977987 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978143 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978299 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978455 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978610 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978766 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.978923 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979078 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979234 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979389 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979545 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979780 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.979941 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.980096 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.980253 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.980488 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 08 21:18:02.980575 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.980726 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.980895 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981054 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981211 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981450 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981548 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981676 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981834 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.981988 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982160 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.982997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983374 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983374 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983374 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983575 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983739 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.983900 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984060 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984219 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984379 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984539 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.984858 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985018 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985181 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985359 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985526 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985678 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985837 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.985982 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986123 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986265 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986424 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986576 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986741 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.986909 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987068 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987226 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987388 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987545 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987738 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.987898 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988057 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988375 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988533 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988704 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.988863 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989021 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989180 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989400 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989492 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989645 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989802 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.989960 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.990120 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.990280 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.990440 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.990598 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.990756 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.991917 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992093 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992240 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992405 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992561 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992728 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.992891 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993049 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993208 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993378 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993554 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993712 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.993871 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994032 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994191 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994429 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994527 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994658 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994819 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.994979 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.995137 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.995297 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.995997 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996198 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996306 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996465 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996624 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996783 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.996947 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.997098 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.997264 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.997421 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.998325 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.998584 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.998682 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.998807 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.998981 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999139 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999304 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999463 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999654 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999827 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:02.999972 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000135 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000300 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000462 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000618 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000774 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.000933 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.001093 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.001249 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.001407 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.001575 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.001760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003307 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003307 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003307 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003307 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003307 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003781 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003781 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003781 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003989 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.003989 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004129 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004285 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004942 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004942 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004942 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.004942 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005405 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005405 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005405 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005701 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005844 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.005931 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006070 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006229 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006381 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006536 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006690 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.006841 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.007004 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.007161 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.007320 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.007479 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.009760 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010499 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010499 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010499 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010671 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010736 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.010887 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.012033 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013216 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013641 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013641 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013641 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.013958 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014173 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014173 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014406 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014518 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014619 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014774 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.014933 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015092 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015252 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015411 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015562 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015743 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.015907 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016070 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016230 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016389 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016547 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016704 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.016862 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017021 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017189 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017348 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017508 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017679 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017839 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.017999 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018158 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018316 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018484 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018643 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018801 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.018959 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019205 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019328 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019433 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019578 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019767 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.019927 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020086 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020245 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020373 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:03.020500 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020622 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020741 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.020860 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021009 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021168 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021329 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021494 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021664 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021841 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.021988 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022160 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022330 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022496 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022655 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022819 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.022989 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.023152 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.023310 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.023468 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.023641 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.024591 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.024753 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.024914 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025140 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025260 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025364 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025523 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025681 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025841 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.025999 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.026159 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.026318 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.026505 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.026718 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.026973 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 08 21:18:03.027130 dv-cinder-832328-1-iscsi neutron-server[82933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 08 21:18:13.233758 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858e343-cbb6-4327-bfd4-5ba2d5573532 None None] get_active_networks_info from dv-cinder-832328-1-iscsi {{(pid=83038) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Mar 08 21:18:13.313028 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858e343-cbb6-4327-bfd4-5ba2d5573532 None None] No non-hosted networks {{(pid=83038) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 08 21:18:13.322745 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.agentschedulers_db [None req-1858e343-cbb6-4327-bfd4-5ba2d5573532 None None] DHCP Agent not found on host dv-cinder-832328-1-iscsi {{(pid=83038) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Mar 08 21:18:13.427281 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-89a667a2-1c45-4fa9-8074-d357554fa327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:15.550068 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-807e8229-17db-43b5-9ff0-1dc9ccf2ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:15.589752 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9c97-1520-436a-8f6e-15b261629651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:16.593497 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:16.716923 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:16.718548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.720794 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.722263 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.723060 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.724089 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.724566 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.725137 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.727339 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.729248 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.731293 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.732911 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:16.733498 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbc13fa88e0>, 'Open vSwitch agent', 'dv-cinder-832328-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:16.752303 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbc13e57490>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832328-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:17.867227 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:18.643068 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.db.l3_hamode_db [None req-e6bd9a7e-867c-4df6-825a-2b7fd322edcc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 08 21:18:18.727029 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd9a7e-867c-4df6-825a-2b7fd322edcc None None] Routers set() bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:18:18.727322 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd9a7e-867c-4df6-825a-2b7fd322edcc None None] Router IDs set() for agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Mar 08 21:18:19.654494 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 39988) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:20.247016 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING oslo_policy.policy [None req-8dd97590-ea4d-4e01-98e8-7873cab89951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:20.247577 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING oslo_policy.policy [None req-8dd97590-ea4d-4e01-98e8-7873cab89951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:20.461295 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-8dd97590-ea4d-4e01-98e8-7873cab89951 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:18:20.462338 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8dd97590-ea4d-4e01-98e8-7873cab89951 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8069415
Mar 08 21:18:22.710537 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40002) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:23.093702 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:23.148722 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.policy [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83037) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Mar 08 21:18:23.149470 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING oslo_policy.policy [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:23.149836 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING oslo_policy.policy [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:23.153472 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.quota [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbc1403a760>.
Mar 08 21:18:23.168701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:23.235954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777864442622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777864334821', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777864335605', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777864345714', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777864315366', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1890743', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1936163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623575'] for rbac-policy, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:23.302526 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:23.303698 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-58a89d62-18f1-4fa9-aa47-62453d949e29 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5922010
Mar 08 21:18:25.862572 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40016) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:26.226934 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Request body: {'network': {'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'name': 'private', 'admin_state_up': True}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:26.232285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:26.236699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Usage tracker for resource:network and tenant:b6af68da41f7434faae568fd6c758f7b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:26.241242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:26.247448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:26.256680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Made reservation on behalf of b6af68da41f7434faae568fd6c758f7b for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:18:26.259584 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.277527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.319444 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:26.323138 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Usage tracker for resource:security_group_rule and tenant:b6af68da41f7434faae568fd6c758f7b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:26.325987 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:26.331822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:26.396956 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.401221 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.423468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:18:26.446169 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777861104752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.446752 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbc14b04700> segment precommit_create {{(pid=83037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 08 21:18:26.447264 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Added segment 8b4ced77-cca6-4166-a3a4-022ea1162322 of type vlan for network 0a46b248-a639-4c7c-995c-fef0d4b857c1
Mar 08 21:18:26.465476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7c63b-a44f-4930-b80c-d8253c7432af,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:26.518369 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.518644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.518973 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.519296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.519648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.519975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.520294 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.520609 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.520928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.521236 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.521544 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Tracked resource versions report:
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]: pushed versions:
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Log': {'1.0'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Network': {'1.1'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Port': {'1.5'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'PortForwarding': {'1.2'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'QosPolicy': {'1.8'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SecurityGroup': {'1.2'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SubPort': {'1.0'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Subnet': {'1.1'},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Trunk': {'1.1'}}
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]: consumer versions:
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Log': '1.0',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Network': '1.1',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Port': '1.5',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'PortForwarding': '1.2',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'QosPolicy': '1.8',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SecurityGroup': '1.2',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SubPort': '1.0',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Subnet': '1.1',
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Trunk': '1.1'}}
Mar 08 21:18:26.522620 dv-cinder-832328-1-iscsi neutron-server[83037]:  {{(pid=83037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:18:26.569222 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.609030 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.609988 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:26.610617 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:26.718427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] Pushing event updated for resources: {'Network': ['ID=0a46b248-a639-4c7c-995c-fef0d4b857c1,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:26.721022 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e30e4220-d58d-4410-b822-d78d529b0b05 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8573878
Mar 08 21:18:26.731606 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:18:29.329534 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40032) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:29.787901 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bb7f1-d723-43ff-8f85-f513b8d95291 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:29.789457 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e89bb7f1-d723-43ff-8f85-f513b8d95291 admin admin] 10.222.0.66 "GET /v2.0/networks/0a46b248-a639-4c7c-995c-fef0d4b857c1 HTTP/1.1" status: 200  len: 825 time: 0.4589345
Mar 08 21:18:29.820099 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-79b351b6-7d11-4027-9a52-59ffd7de4977 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/d6447831-0ef2-434a-ad3f-eae8510fb0b2 HTTP/1.1" status: 200  len: 734 time: 0.0246274
Mar 08 21:18:29.828336 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Request body: {'subnet': {'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'name': 'private-subnet', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:29.832542 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:29.836226 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Usage tracker for resource:subnet and tenant:b6af68da41f7434faae568fd6c758f7b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:29.839714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:29.845312 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:29.856224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Made reservation on behalf of b6af68da41f7434faae568fd6c758f7b for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:18:29.858601 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:30.120558 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:30.204501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4383759d-ea8e-45d2-8506-53953f086544,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:30.209506 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Checking segment: {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:18:30.209898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Network hostable DHCP agents. Network: 0a46b248-a639-4c7c-995c-fef0d4b857c1, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:18:30.233567 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:18:30.243347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 0a46b248-a639-4c7c-995c-fef0d4b857c1) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:30.248340 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:30.248929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:30.254329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679ca7c-47d4-44ea-98bc-d0101743a398 None None] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:18:30.267844 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9c95d43b-859b-4260-90b8-547c0a3d83d3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4426422
Mar 08 21:18:30.563458 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-0a46b248-a639-4c7c-995c-fef0d4b857c1', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:18:30.564649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:30.744939 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Allocated IP 172.20.0.2 (0a46b248-a639-4c7c-995c-fef0d4b857c1/4383759d-ea8e-45d2-8506-53953f086544/87673026-1bf5-4822-8e36-bcd476b7e97d) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:18:30.972486 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:30.986989 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Transition to ACTIVE for port object 87673026-1bf5-4822-8e36-bcd476b7e97d will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:18:31.007418 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Transition to ACTIVE for port object 87673026-1bf5-4822-8e36-bcd476b7e97d will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:18:31.014172 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:31.079867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:18:31.082491 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:31.085616 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:18:31.095451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Pushing event updated for resources: {'Port': ['ID=87673026-1bf5-4822-8e36-bcd476b7e97d,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:31.163896 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.164243 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.164575 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.164903 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.165285 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.165614 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.165934 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.166267 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.166588 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.167417 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.167760 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Tracked resource versions report:
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]: pushed versions:
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Log': {'1.0'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Network': {'1.1'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Port': {'1.5'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'PortForwarding': {'1.2'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'QosPolicy': {'1.8'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SecurityGroup': {'1.2'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SubPort': {'1.0'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Subnet': {'1.1'},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Trunk': {'1.1'}}
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]: consumer versions:
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Log': '1.0',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Network': '1.1',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Port': '1.5',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'PortForwarding': '1.2',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'QosPolicy': '1.8',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SecurityGroup': '1.2',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SubPort': '1.0',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Subnet': '1.1',
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Trunk': '1.1'}}
Mar 08 21:18:31.168916 dv-cinder-832328-1-iscsi neutron-server[83038]:  {{(pid=83038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:18:31.192666 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Attempting to bind port 87673026-1bf5-4822-8e36-bcd476b7e97d on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:18:31.193057 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Attempting to bind port 87673026-1bf5-4822-8e36-bcd476b7e97d by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:18:31.193491 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Attempting to bind port 87673026-1bf5-4822-8e36-bcd476b7e97d on network 0a46b248-a639-4c7c-995c-fef0d4b857c1 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:18:31.199495 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:18:31.199925 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Checking segment: {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:18:31.200384 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:31.200764 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Bound using segment: {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:18:31.201234 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Bound port: 87673026-1bf5-4822-8e36-bcd476b7e97d, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:18:31.201628 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:31.284899 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] For port 87673026-1bf5-4822-8e36-bcd476b7e97d, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:18:31.288555 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] For port 87673026-1bf5-4822-8e36-bcd476b7e97d, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=87673026-1bf5-4822-8e36-bcd476b7e97d,segment=NetworkSegment(8b4ced77-cca6-4166-a3a4-022ea1162322),segment_id=8b4ced77-cca6-4166-a3a4-022ea1162322)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:18:31.293480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:31.397805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7aec-3cc0-434d-93b0-c0075ceb6f0e None None] Pushing event updated for resources: {'Port': ['ID=87673026-1bf5-4822-8e36-bcd476b7e97d,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:32.588472 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40042) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:32.982151 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-c8caa319-6275-4b6a-abe9-5eae14cc8adf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:18:32.983113 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c8caa319-6275-4b6a-abe9-5eae14cc8adf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3936851
Mar 08 21:18:35.037364 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cbe56-9dee-4599-a486-cdc90db359ba None None] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:18:35.102429 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 87673026-1bf5-4822-8e36-bcd476b7e97d up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:18:35.232236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-a02e9fce-44b4-44b4-a1bd-b5f537e815e8 None None] Provisioning for port 87673026-1bf5-4822-8e36-bcd476b7e97d completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:18:35.248834 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40058) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:35.290225 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 87673026-1bf5-4822-8e36-bcd476b7e97d completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:18:35.297574 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 87673026-1bf5-4822-8e36-bcd476b7e97d triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:35.297971 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:35.480142 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:35.516257 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 87673026-1bf5-4822-8e36-bcd476b7e97d, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=87673026-1bf5-4822-8e36-bcd476b7e97d,segment=NetworkSegment(8b4ced77-cca6-4166-a3a4-022ea1162322),segment_id=8b4ced77-cca6-4166-a3a4-022ea1162322)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:18:35.520557 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:35.593941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=87673026-1bf5-4822-8e36-bcd476b7e97d,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:35.660392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-9aa2d65e-5ee9-4e41-97e6-5de45ce04119 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:18:35.661359 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9aa2d65e-5ee9-4e41-97e6-5de45ce04119 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4115210
Mar 08 21:18:35.670143 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c083dc3a-1f57-4f42-9c86-86064ecc7184 None None] Provisioning complete for port 87673026-1bf5-4822-8e36-bcd476b7e97d triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:35.670511 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c083dc3a-1f57-4f42-9c86-86064ecc7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:37.054619 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 87673026-1bf5-4822-8e36-bcd476b7e97d up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:18:37.123323 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 87673026-1bf5-4822-8e36-bcd476b7e97d triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:37.123593 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.240426 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40070) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:38.686929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Request body: {'router': {'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:38.691953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:38.695692 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Usage tracker for resource:router and tenant:b6af68da41f7434faae568fd6c758f7b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:38.699126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:38.704696 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:38.714289 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.715858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.740920 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.853056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.871396 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:38.872570 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a2991ea6-ca22-476a-aeaf-9c126f1d009a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6311073
Mar 08 21:18:41.133008 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40080) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:41.512314 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-6436c2b2-3fcc-491a-9cbb-150f03632313 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:18:41.513286 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-6436c2b2-3fcc-491a-9cbb-150f03632313 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3793967
Mar 08 21:18:43.155663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0dc33e08-7103-4c7e-8a85-c96bf6dedba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:43.753486 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40090) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:44.130959 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:44.136563 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:44.140279 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Usage tracker for resource:network and tenant:053931c66ead4f2d913717cde755ad8e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:44.143004 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:44.148521 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:44.158107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Made reservation on behalf of 053931c66ead4f2d913717cde755ad8e for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:18:44.160296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.171846 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.204390 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:44.208033 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Usage tracker for resource:security_group_rule and tenant:053931c66ead4f2d913717cde755ad8e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:44.210679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:44.216791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:44.278058 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.281390 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.296449 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Reserving flat network on physical network physnet1 {{(pid=83037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 08 21:18:44.318482 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed39aff-e9df-4ea1-907b-5444fe507eb6,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:44.321069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.321408 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Added segment ec9c086d-3ff0-4fa3-a5b9-db598e04b469 of type flat for network cb49c6dd-e80d-45ab-9daa-c616077e90a2
Mar 08 21:18:44.352806 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.387592 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.388395 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:44.388957 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:44.485379 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7308633
Mar 08 21:18:44.487785 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d12069-679c-4680-bdb4-73123a4d7d30 admin admin] Pushing event updated for resources: {'Network': ['ID=cb49c6dd-e80d-45ab-9daa-c616077e90a2,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:44.498926 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:18:45.546102 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-240d39e3-315d-4771-858d-41a2a7de37e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:46.526286 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:46.713526 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:46.745784 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40100) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:47.177870 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acf59f-cbb4-45b9-bce2-89da87fd6b24 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:47.179101 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b4acf59f-cbb4-45b9-bce2-89da87fd6b24 admin admin] 10.222.0.66 "GET /v2.0/subnets/4383759d-ea8e-45d2-8506-53953f086544 HTTP/1.1" status: 200  len: 849 time: 0.4323273
Mar 08 21:18:47.318188 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-647e8388-40a9-4b30-9433-b8ce9c0a360f admin admin] 10.222.0.66 "GET /v2.0/routers/a447c570-22b5-4b3f-8b8e-ff7b9627bc8a HTTP/1.1" status: 200  len: 704 time: 0.1335273
Mar 08 21:18:47.774710 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:47.780478 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:47.999541 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Allocated IP 172.20.0.1 (0a46b248-a639-4c7c-995c-fef0d4b857c1/4383759d-ea8e-45d2-8506-53953f086544/73111692-41b4-4134-8532-c6ee8ade4cbd) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:18:48.180120 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.196818 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Transition to ACTIVE for port object 73111692-41b4-4134-8532-c6ee8ade4cbd will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:18:48.244306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.311473 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:18:48.314251 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:48.318620 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:18:48.319966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.322221 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Pushing event updated for resources: {'Port': ['ID=73111692-41b4-4134-8532-c6ee8ade4cbd,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:48.439751 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.573926 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9c0e16a4-466b-4cc7-8856-ecdece824398 None None] Provisioning for port 73111692-41b4-4134-8532-c6ee8ade4cbd completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:18:48.578624 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9c0e16a4-466b-4cc7-8856-ecdece824398 None None] Provisioning complete for port 73111692-41b4-4134-8532-c6ee8ade4cbd triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:48.578996 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9c0e16a4-466b-4cc7-8856-ecdece824398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.631284 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e16a4-466b-4cc7-8856-ecdece824398 None None] Port 73111692-41b4-4134-8532-c6ee8ade4cbd cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:18:48.662904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.667179 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.667943 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:48.794672 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Pushing event updated for resources: {'Port': ['ID=73111692-41b4-4134-8532-c6ee8ade4cbd,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:48.855445 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:18:48.856518 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:49.053549 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-a36c311e-c80e-4221-9e28-a4f7a9f62e74 None None] Provisioning complete for port 73111692-41b4-4134-8532-c6ee8ade4cbd triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:49.054085 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a36c311e-c80e-4221-9e28-a4f7a9f62e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:49.103397 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-a36c311e-c80e-4221-9e28-a4f7a9f62e74 None None] Port 73111692-41b4-4134-8532-c6ee8ade4cbd cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:18:49.201327 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:18:49.364226 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:18:49.375698 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-83d3cada-d7ca-41df-a0bf-73a6400e1d6b admin admin] 10.222.0.66 "PUT /v2.0/routers/a447c570-22b5-4b3f-8b8e-ff7b9627bc8a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0512490
Mar 08 21:18:49.375879 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Sync routers for ids ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:18:49.395035 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Routers {'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:18:49.396293 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f0c520>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:18:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:49.587192 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Set router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:18:50.006039 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f0c520>, [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:48Z', 'revision_number': 2, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port_host': None, '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:48Z', 'revision_number': 2, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:50.011562 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Checking router: a447c570-22b5-4b3f-8b8e-ff7b9627bc8a for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:18:50.011958 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Updating router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a port 73111692-41b4-4134-8532-c6ee8ade4cbd binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:18:50.068272 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.465688 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.481748 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Transition to ACTIVE for port object 73111692-41b4-4134-8532-c6ee8ade4cbd will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:18:50.488043 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.712284 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Pushing event updated for resources: {'Port': ['ID=73111692-41b4-4134-8532-c6ee8ade4cbd,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:50.736389 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.736739 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.737085 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.737412 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.737743 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.738069 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.738394 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.738731 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.739056 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.739372 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.739715 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Tracked resource versions report:
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]: pushed versions:
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Log': {'1.0'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Network': {'1.1'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Port': {'1.5'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'PortForwarding': {'1.2'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'QosPolicy': {'1.8'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SecurityGroup': {'1.2'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SubPort': {'1.0'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Subnet': {'1.1'},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Trunk': {'1.1'}}
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]: consumer versions:
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Log': '1.0',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Network': '1.1',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Port': '1.5',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'PortForwarding': '1.2',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'QosPolicy': '1.8',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SecurityGroup': '1.2',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SubPort': '1.0',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Subnet': '1.1',
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Trunk': '1.1'}}
Mar 08 21:18:50.740831 dv-cinder-832328-1-iscsi neutron-server[83039]:  {{(pid=83039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:18:50.747581 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Attempting to bind port 73111692-41b4-4134-8532-c6ee8ade4cbd on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:18:50.748008 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Attempting to bind port 73111692-41b4-4134-8532-c6ee8ade4cbd by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:18:50.748446 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Attempting to bind port 73111692-41b4-4134-8532-c6ee8ade4cbd on network 0a46b248-a639-4c7c-995c-fef0d4b857c1 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:18:50.754663 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:18:50.755075 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Checking segment: {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:18:50.755543 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.755950 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Bound using segment: {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:18:50.756429 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Bound port: 73111692-41b4-4134-8532-c6ee8ade4cbd, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4ced77-cca6-4166-a3a4-022ea1162322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:18:50.756815 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.846340 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] For port 73111692-41b4-4134-8532-c6ee8ade4cbd, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:18:50.852715 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] For port 73111692-41b4-4134-8532-c6ee8ade4cbd, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=73111692-41b4-4134-8532-c6ee8ade4cbd,segment=NetworkSegment(8b4ced77-cca6-4166-a3a4-022ea1162322),segment_id=8b4ced77-cca6-4166-a3a4-022ea1162322)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:18:50.857617 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:50.942870 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3059f13-1f5d-452c-a2f1-5273e2913c74 None None] Pushing event updated for resources: {'Port': ['ID=73111692-41b4-4134-8532-c6ee8ade4cbd,revision_number=4']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:50.948820 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Routers {'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:18:50.949422 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f0c520>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:18:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:51.106452 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] Set router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:18:51.424385 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f0c520>, [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:48Z', 'revision_number': 2, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port_host': None, '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:50Z', 'revision_number': 4, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:51.428210 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962541-8d1b-4a11-bc1e-a2a6c3f62169 None None] The sync data for ids ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'] in dv-cinder-832328-1-iscsi is: [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:48Z', 'revision_number': 2, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port_host': None, '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:50Z', 'revision_number': 4, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:18:51.693753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40122) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:51.975229 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374420d7-44c7-4185-acb7-00fbc8b9ebdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:51.975759 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-374420d7-44c7-4185-acb7-00fbc8b9ebdc admin admin] Synchronizing usage tracker for tenant:053931c66ead4f2d913717cde755ad8e on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:18:51.993148 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-374420d7-44c7-4185-acb7-00fbc8b9ebdc admin admin] Unset dirty status for tenant:053931c66ead4f2d913717cde755ad8e on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:18:51.994237 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-374420d7-44c7-4185-acb7-00fbc8b9ebdc admin admin] 10.222.0.66 "GET /v2.0/networks/cb49c6dd-e80d-45ab-9daa-c616077e90a2 HTTP/1.1" status: 200  len: 842 time: 0.2995372
Mar 08 21:18:52.003891 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:52.008981 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:18:52.013735 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Usage tracker for resource:subnet and tenant:053931c66ead4f2d913717cde755ad8e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:18:52.016495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:18:52.022509 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:18:52.031737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Made reservation on behalf of 053931c66ead4f2d913717cde755ad8e for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:18:52.034027 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:52.413092 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.objects.ports [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83037) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Mar 08 21:18:52.413537 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:52.488161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6ec43c-15ad-4644-a552-d5cc2788b0e7,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:52.501820 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:18:52.502169 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Network hostable DHCP agents. Network: cb49c6dd-e80d-45ab-9daa-c616077e90a2, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:18:52.523540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:18:52.533587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, cb49c6dd-e80d-45ab-9daa-c616077e90a2) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:52.538100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:52.538679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:52.544005 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab2d045-5d80-469a-9dc7-3ae9a1f5a103 None None] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:18:52.561046 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4f7abf94-b89b-457d-bc7a-a2fa1d558547 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5603678
Mar 08 21:18:52.770488 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc71de2-ab35-4e82-a98a-a95302420dc6 None None] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:18:53.084416 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 73111692-41b4-4134-8532-c6ee8ade4cbd up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:18:53.176345 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 73111692-41b4-4134-8532-c6ee8ade4cbd completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:18:53.180891 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 73111692-41b4-4134-8532-c6ee8ade4cbd triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:53.181267 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:53.299753 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:53.330117 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 73111692-41b4-4134-8532-c6ee8ade4cbd, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=73111692-41b4-4134-8532-c6ee8ade4cbd,segment=NetworkSegment(8b4ced77-cca6-4166-a3a4-022ea1162322),segment_id=8b4ced77-cca6-4166-a3a4-022ea1162322)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:18:53.333988 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:53.400458 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=73111692-41b4-4134-8532-c6ee8ade4cbd,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:54.688009 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40146) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:54.920428 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-6c333b92-71db-4bd9-8c7c-5fc8a75389d2 admin admin] 10.222.0.66 "GET /v2.0/routers/a447c570-22b5-4b3f-8b8e-ff7b9627bc8a HTTP/1.1" status: 200  len: 710 time: 0.2312987
Mar 08 21:18:55.048029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccf6cd-9b83-4172-acbe-4f2ebeef7e6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:18:55.049380 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a0ccf6cd-9b83-4172-acbe-4f2ebeef7e6c admin admin] 10.222.0.66 "GET /v2.0/networks/cb49c6dd-e80d-45ab-9daa-c616077e90a2 HTTP/1.1" status: 200  len: 886 time: 0.1239336
Mar 08 21:18:55.058710 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:18:55.065022 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 73111692-41b4-4134-8532-c6ee8ade4cbd up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:18:55.134429 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 73111692-41b4-4134-8532-c6ee8ade4cbd triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:55.134797 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:55.537494 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:55.758571 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:55.821427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:55.948217 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Allocated IP 172.27.0.108 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/58bdb3fa-8089-4547-b606-f1023beb63c7) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:18:56.086369 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.113193 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.179525 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:18:56.182352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:18:56.186415 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:18:56.207982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Pushing event updated for resources: {'Port': ['ID=58bdb3fa-8089-4547-b606-f1023beb63c7,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:56.324260 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.482152 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.485208 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-982710'] for router, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.672255 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:18:56.862872 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:18:56.871116 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:56.872310 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-fbdaba3c-a62b-4f38-b2a7-2119b66bb20e admin admin] 10.222.0.66 "PUT /v2.0/routers/a447c570-22b5-4b3f-8b8e-ff7b9627bc8a HTTP/1.1" status: 200  len: 890 time: 1.8176272
Mar 08 21:18:56.875403 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Sync routers for ids ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:18:56.889111 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Routers {'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:18:56.889875 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a68640>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:18:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:57.081594 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Set router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:18:57.413706 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a68640>, [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:56Z', 'revision_number': 4, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port': {'id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:55Z', 'updated_at': '2022-03-08T21:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:53Z', 'revision_number': 5, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:57.418501 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Checking router: a447c570-22b5-4b3f-8b8e-ff7b9627bc8a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:18:57.418873 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Updating router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a port 58bdb3fa-8089-4547-b606-f1023beb63c7 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:18:57.467148 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:57.788801 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:57.802504 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Transition to ACTIVE for port object 58bdb3fa-8089-4547-b606-f1023beb63c7 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:18:57.809505 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:57.893534 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Attempting to bind port 58bdb3fa-8089-4547-b606-f1023beb63c7 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:18:57.894129 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Attempting to bind port 58bdb3fa-8089-4547-b606-f1023beb63c7 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:18:57.894229 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Attempting to bind port 58bdb3fa-8089-4547-b606-f1023beb63c7 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:18:57.896144 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3a7ab-aaae-4290-9efd-516a37d88a67 None None] Pushing event updated for resources: {'Port': ['ID=58bdb3fa-8089-4547-b606-f1023beb63c7,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:57.903325 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:18:57.903591 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:18:57.903940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:57.904319 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:18:57.904772 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Bound port: 58bdb3fa-8089-4547-b606-f1023beb63c7, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:18:57.905155 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:57.941565 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:18:57.976251 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] For port 58bdb3fa-8089-4547-b606-f1023beb63c7, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:18:57.979539 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] For port 58bdb3fa-8089-4547-b606-f1023beb63c7, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=58bdb3fa-8089-4547-b606-f1023beb63c7,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:18:57.983894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:58.076780 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3a7ab-aaae-4290-9efd-516a37d88a67 None None] Pushing event updated for resources: {'Port': ['ID=58bdb3fa-8089-4547-b606-f1023beb63c7,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:58.081081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Routers {'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:18:58.081670 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a68640>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:18:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:58.264239 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] Set router a447c570-22b5-4b3f-8b8e-ff7b9627bc8a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:18:58.580005 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a68640>, [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:56Z', 'revision_number': 4, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port': {'id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:55Z', 'updated_at': '2022-03-08T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:53Z', 'revision_number': 5, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:18:58.583918 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d19d4-17e4-4767-b50d-1a4fee40787c None None] The sync data for ids ['a447c570-22b5-4b3f-8b8e-ff7b9627bc8a'] in dv-cinder-832328-1-iscsi is: [{'id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'name': 'router1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:18:38Z', 'updated_at': '2022-03-08T21:18:56Z', 'revision_number': 4, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'gw_port': {'id': '58bdb3fa-8089-4547-b606-f1023beb63c7', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:55Z', 'updated_at': '2022-03-08T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '73111692-41b4-4134-8532-c6ee8ade4cbd', 'name': '', 'network_id': '0a46b248-a639-4c7c-995c-fef0d4b857c1', 'tenant_id': 'b6af68da41f7434faae568fd6c758f7b', 'mac_address': 'fa:16:3e:12:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447c570-22b5-4b3f-8b8e-ff7b9627bc8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4383759d-ea8e-45d2-8506-53953f086544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:18:47Z', 'updated_at': '2022-03-08T21:18:53Z', 'revision_number': 5, 'project_id': 'b6af68da41f7434faae568fd6c758f7b', 'subnets': [{'id': '4383759d-ea8e-45d2-8506-53953f086544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6447831-0ef2-434a-ad3f-eae8510fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:18:59.099399 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 58bdb3fa-8089-4547-b606-f1023beb63c7 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:18:59.152471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 40156) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:18:59.170931 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 58bdb3fa-8089-4547-b606-f1023beb63c7 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:18:59.176741 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 58bdb3fa-8089-4547-b606-f1023beb63c7 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:18:59.177171 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:59.291282 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:59.306955 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 58bdb3fa-8089-4547-b606-f1023beb63c7, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=58bdb3fa-8089-4547-b606-f1023beb63c7,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:18:59.310940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:18:59.339281 dv-cinder-832328-1-iscsi neutron-server[83036]: WARNING oslo_policy.policy [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:59.340049 dv-cinder-832328-1-iscsi neutron-server[83036]: WARNING oslo_policy.policy [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:59.374608 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=58bdb3fa-8089-4547-b606-f1023beb63c7,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:18:59.703362 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.policy [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83036) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Mar 08 21:18:59.704065 dv-cinder-832328-1-iscsi neutron-server[83036]: WARNING oslo_policy.policy [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:59.704440 dv-cinder-832328-1-iscsi neutron-server[83036]: WARNING oslo_policy.policy [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 08 21:18:59.708874 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-5f3eb0ea-2cca-409a-8cb2-b3cecadc4851 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.5540681
Mar 08 21:19:01.068387 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 58bdb3fa-8089-4547-b606-f1023beb63c7 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:19:01.137232 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 58bdb3fa-8089-4547-b606-f1023beb63c7 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:19:01.137601 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:13.159675 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-275ecd55-0e09-4aa2-9156-7c9c97b6e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:15.547236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fabf240a-2a30-49de-8934-af92d59a231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:16.532609 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:16.718305 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:17.797194 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:34.941718 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:19:43.163005 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-1a7807ec-ee10-46ad-9589-5356353b208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:45.550920 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5f0588b6-729c-4824-ae06-4b1e3be95188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:46.533017 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:46.721520 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:19:47.802901 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:11.944036 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:20:13.172457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6185dd74-25e3-46e1-8689-65429f472628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:15.546033 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8eb9395e-01d0-452c-92ea-1ebab0d5e903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:16.544900 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:16.724843 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:17.805717 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:43.165682 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d6645990-ca16-4e99-8591-a006bb35cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:45.549423 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-44257d96-2357-41cf-904d-eb0d62a44395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:46.538447 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:46.729133 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:47.810349 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:20:48.944261 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:21:02.090376 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 40736) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:02.187896 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1327cfe9-f92d-41f7-8f98-e547d18cf705 admin admin] GET failed (client error): The resource could not be found.
Mar 08 21:21:02.189112 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-1327cfe9-f92d-41f7-8f98-e547d18cf705 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0978281
Mar 08 21:21:02.343223 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cd521-11c0-49cd-b80f-83f0d251c1cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:02.344676 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-e52cd521-11c0-49cd-b80f-83f0d251c1cc admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1517351
Mar 08 21:21:04.397255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 40746) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:04.529187 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c751796-cd23-4860-908b-c171658351c0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:04.530499 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8c751796-cd23-4860-908b-c171658351c0 admin admin] 10.222.0.66 "GET /v2.0/subnets/4383759d-ea8e-45d2-8506-53953f086544 HTTP/1.1" status: 200  len: 849 time: 0.1323123
Mar 08 21:21:04.539456 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:21:04.656120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Notify callbacks [] for subnet, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:04.857502 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777861074845'] for subnet, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:04.940379 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:04.941277 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:04.963845 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] 10.222.0.66 "PUT /v2.0/subnets/4383759d-ea8e-45d2-8506-53953f086544 HTTP/1.1" status: 200  len: 868 time: 0.4064167
Mar 08 21:21:04.964106 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9537e4b4-492e-40cb-a606-446f46b00537 None None] Network 0a46b248-a639-4c7c-995c-fef0d4b857c1 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4383759d-ea8e-45d2-8506-53953f086544,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.964593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.965225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.965225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.965391 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.965700 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.966026 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b8b35-0f99-4686-88e7-810bef529d9c admin admin] Tracked resource versions report:
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]: pushed versions:
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Log': {'1.0'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Network': {'1.1'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Port': {'1.5'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'PortForwarding': {'1.2'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'QosPolicy': {'1.8'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SecurityGroup': {'1.2'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SubPort': {'1.0'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Subnet': {'1.1'},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Trunk': {'1.1'}}
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]: consumer versions:
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Log': '1.0',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Network': '1.1',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Port': '1.5',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'PortForwarding': '1.2',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'QosPolicy': '1.8',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SecurityGroup': '1.2',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SubPort': '1.0',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Subnet': '1.1',
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Trunk': '1.1'}}
Mar 08 21:21:04.967135 dv-cinder-832328-1-iscsi neutron-server[83036]:  {{(pid=83036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:21:05.451348 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-24daa334-bc26-41f2-bf8d-dcdd8612cc76 None None] Provisioning complete for port 73111692-41b4-4134-8532-c6ee8ade4cbd triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:21:05.451741 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-24daa334-bc26-41f2-bf8d-dcdd8612cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:05.573632 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-24daa334-bc26-41f2-bf8d-dcdd8612cc76 None None] Provisioning complete for port 87673026-1bf5-4822-8e36-bcd476b7e97d triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:21:05.573995 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-24daa334-bc26-41f2-bf8d-dcdd8612cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:06.973790 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 40760) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:07.168504 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035b4ef-e32e-42c4-a3fd-a44dd3bb49aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:07.168798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035b4ef-e32e-42c4-a3fd-a44dd3bb49aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:07.170279 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3035b4ef-e32e-42c4-a3fd-a44dd3bb49aa admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1955676
Mar 08 21:21:09.203414 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40770) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:09.393914 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca13ab-fc2c-4bd6-95de-14febece90a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:09.394202 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca13ab-fc2c-4bd6-95de-14febece90a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:09.395734 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f4ca13ab-fc2c-4bd6-95de-14febece90a1 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1913216
Mar 08 21:21:11.416140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40780) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:11.656275 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd0735-2c8f-4ebd-b34f-935179ca3a31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:11.657533 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-63fd0735-2c8f-4ebd-b34f-935179ca3a31 admin admin] 10.222.0.66 "GET /v2.0/networks/0a46b248-a639-4c7c-995c-fef0d4b857c1 HTTP/1.1" status: 200  len: 869 time: 0.2405169
Mar 08 21:21:13.168810 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-803a9c5e-4146-4fa1-89fb-7c8dd3f11af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:13.705455 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40790) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:13.896493 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc168b-2bf4-48fb-846f-f90416ac7f30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:13.898038 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-08dc168b-2bf4-48fb-846f-f90416ac7f30 admin admin] 10.222.0.66 "GET /v2.0/networks/cb49c6dd-e80d-45ab-9daa-c616077e90a2 HTTP/1.1" status: 200  len: 886 time: 0.1913755
Mar 08 21:21:15.552432 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-160a517e-29a5-4e99-b3c3-1a6f611bd4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:15.939318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40800) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:16.068969 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd936d-edf7-45fa-b0cf-a4c38c178de8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:16.069592 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd936d-edf7-45fa-b0cf-a4c38c178de8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:16.070814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-dcfd936d-edf7-45fa-b0cf-a4c38c178de8 admin admin] Synchronizing usage tracker for tenant:053931c66ead4f2d913717cde755ad8e on resource:subnet {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:21:16.090159 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-dcfd936d-edf7-45fa-b0cf-a4c38c178de8 admin admin] Unset dirty status for tenant:053931c66ead4f2d913717cde755ad8e on resource:subnet {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:21:16.092090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-dcfd936d-edf7-45fa-b0cf-a4c38c178de8 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1517329
Mar 08 21:21:16.541541 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:16.722628 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:17.815268 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:18.093290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40810) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:18.225727 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc3644-ef8e-4f12-8f63-4eb8f20ba213 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:18.226095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc3644-ef8e-4f12-8f63-4eb8f20ba213 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:18.227815 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-20dc3644-ef8e-4f12-8f63-4eb8f20ba213 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1333668
Mar 08 21:21:20.243965 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40820) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:20.364491 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea4c86-b7bc-4f06-8129-eec2651adc1c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:20.365797 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-02ea4c86-b7bc-4f06-8129-eec2651adc1c admin admin] 10.222.0.66 "GET /v2.0/subnets/0e6ec43c-15ad-4644-a552-d5cc2788b0e7 HTTP/1.1" status: 200  len: 816 time: 0.1208832
Mar 08 21:21:22.424240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40830) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:22.549838 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1724d-b01c-4798-aba1-2f241c3ed2e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:22.551140 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-43e1724d-b01c-4798-aba1-2f241c3ed2e1 admin admin] 10.222.0.66 "GET /v2.0/subnets/4383759d-ea8e-45d2-8506-53953f086544 HTTP/1.1" status: 200  len: 868 time: 0.1259744
Mar 08 21:21:25.944225 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:21:40.527465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40868) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:40.595942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-70dc86ad-63f3-4099-abb2-299661bc6e89 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:21:40.596926 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-70dc86ad-63f3-4099-abb2-299661bc6e89 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0685120
Mar 08 21:21:42.704359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40878) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:42.796509 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e4b300-1431-427d-b02f-5187f1903e52 admin admin] GET failed (client error): The resource could not be found.
Mar 08 21:21:42.797695 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-02e4b300-1431-427d-b02f-5187f1903e52 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0924366
Mar 08 21:21:42.921564 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049c437-ab67-4e4b-9b8b-31770d12f988 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:42.922899 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4049c437-ab67-4e4b-9b8b-31770d12f988 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1213448
Mar 08 21:21:43.172139 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-be4b0696-464e-462e-9960-f1ae9cd57646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:44.957661 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40888) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:45.028051 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:21:45.032372 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:21:45.041731 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:21:45.051054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Made reservation on behalf of 053931c66ead4f2d913717cde755ad8e for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:21:45.053203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:45.139682 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING neutron.services.revisions.revision_plugin [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fbc13597280] {project_id='053931c66ead4f2d913717cde755ad8e', id='eca16fbe-e20a-41c5-b0c3-33c9917ccfd1', target_tenant='*', action='access_as_shared', object_id='81ddc9b3-f217-45c0-b0b7-3288c22d91d2'}> to bump revision.
Mar 08 21:21:45.150478 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:21:45.159773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:45.160110 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Added segment 9a247317-3f06-48d5-96b9-38ea1ffc46fe of type vlan for network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2
Mar 08 21:21:45.186503 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:45.214069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:45.214937 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:45.215539 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:45.311719 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3528812
Mar 08 21:21:45.314133 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=81ddc9b3-f217-45c0-b0b7-3288c22d91d2,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:45.323053 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.323412 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.323787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.324114 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.324436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.324756 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.325073 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.325410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.325730 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.326047 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.326361 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12082f-674d-464a-b1a4-1d5949fe5cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:45.337767 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:21:45.554245 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e91a8bbd-c517-4edf-8acf-69009644ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:46.543842 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:46.724187 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:47.347946 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40898) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:21:47.436341 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1531e149-88a8-463a-96e7-6e967e9c0d18 admin admin] GET failed (client error): The resource could not be found.
Mar 08 21:21:47.436814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1531e149-88a8-463a-96e7-6e967e9c0d18 admin admin] Synchronizing usage tracker for tenant:053931c66ead4f2d913717cde755ad8e on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:21:47.451606 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1531e149-88a8-463a-96e7-6e967e9c0d18 admin admin] Unset dirty status for tenant:053931c66ead4f2d913717cde755ad8e on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:21:47.452666 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1531e149-88a8-463a-96e7-6e967e9c0d18 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1037896
Mar 08 21:21:47.555033 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61744ed-6d77-4d62-9f90-cfc706fc158c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:47.556477 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c61744ed-6d77-4d62-9f90-cfc706fc158c admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1000082
Mar 08 21:21:47.565489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2', 'name': 'shared-subnet'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:21:47.569625 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:21:47.579589 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:21:47.589462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Made reservation on behalf of 053931c66ead4f2d913717cde755ad8e for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:21:47.591632 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:47.780493 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:47.815518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:47.854378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c46d2b-2a00-4433-95cf-30ccddc78bc2,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:47.863850 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Checking segment: {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:21:47.864200 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Network hostable DHCP agents. Network: 81ddc9b3-f217-45c0-b0b7-3288c22d91d2, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:21:47.887054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:21:47.896005 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 81ddc9b3-f217-45c0-b0b7-3288c22d91d2) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:21:47.900372 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:21:47.900938 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:47.904894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c986ea-d274-4ae8-9457-96b352d4acf7 None None] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:21:47.925105 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f9cdb4fe-e0e3-4fb4-b6c1-5222e589fc77 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3627260
Mar 08 21:21:48.128764 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-81ddc9b3-f217-45c0-b0b7-3288c22d91d2', 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2', 'tenant_id': '053931c66ead4f2d913717cde755ad8e', 'fixed_ips': [{'subnet_id': '85c46d2b-2a00-4433-95cf-30ccddc78bc2'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:21:48.129588 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.285348 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Allocated IP 192.168.233.2 (81ddc9b3-f217-45c0-b0b7-3288c22d91d2/85c46d2b-2a00-4433-95cf-30ccddc78bc2/47b1f54b-abed-4e70-9818-9578a9ffdcb7) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:21:48.496587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.506952 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Transition to ACTIVE for port object 47b1f54b-abed-4e70-9818-9578a9ffdcb7 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:21:48.526544 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Transition to ACTIVE for port object 47b1f54b-abed-4e70-9818-9578a9ffdcb7 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:21:48.532639 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.600635 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:21:48.602501 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:21:48.606175 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:21:48.614076 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Pushing event updated for resources: {'Port': ['ID=47b1f54b-abed-4e70-9818-9578a9ffdcb7,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:48.650825 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.651176 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.651515 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.651881 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.652216 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.652542 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.652867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.653226 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.653573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.653894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.654215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:21:48.707327 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Attempting to bind port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:21:48.707722 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Attempting to bind port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:21:48.708084 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Attempting to bind port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 on network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:21:48.715286 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:21:48.715680 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Checking segment: {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:21:48.716080 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.716473 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Bound using segment: {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:21:48.716930 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Bound port: 47b1f54b-abed-4e70-9818-9578a9ffdcb7, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:21:48.717320 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.834514 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] For port 47b1f54b-abed-4e70-9818-9578a9ffdcb7, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:21:48.838562 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] For port 47b1f54b-abed-4e70-9818-9578a9ffdcb7, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=47b1f54b-abed-4e70-9818-9578a9ffdcb7,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:21:48.842438 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:48.923746 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4b18-383b-4843-a2b5-6fbd6171ab8e None None] Pushing event updated for resources: {'Port': ['ID=47b1f54b-abed-4e70-9818-9578a9ffdcb7,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:49.203831 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 47b1f54b-abed-4e70-9818-9578a9ffdcb7 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:21:49.277673 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:21:49.747598 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec811cf-a0f4-465e-88ff-74fc67865029 None None] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:21:49.845309 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Provisioning for port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:21:49.862817 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Provisioning complete for port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:21:49.863190 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:50.071804 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:50.110587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] For port 47b1f54b-abed-4e70-9818-9578a9ffdcb7, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=47b1f54b-abed-4e70-9818-9578a9ffdcb7,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:21:50.116160 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:50.189424 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62051351-9488-42bb-999d-0f41d1b73cb8 None None] Pushing event updated for resources: {'Port': ['ID=47b1f54b-abed-4e70-9818-9578a9ffdcb7,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:21:50.345112 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-76644322-1b02-409b-8cc5-76c79cb35516 None None] Provisioning complete for port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:21:50.345419 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-76644322-1b02-409b-8cc5-76c79cb35516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:21:51.157428 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 47b1f54b-abed-4e70-9818-9578a9ffdcb7 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:21:51.224735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 47b1f54b-abed-4e70-9818-9578a9ffdcb7 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:21:51.225094 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:02.945675 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:22:13.176617 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c4ab72bc-d9f6-45d5-879a-e377d378ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:15.556643 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe624-d4a0-4441-be0d-c5354406a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:16.549126 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:16.728119 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:17.818388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:39.946498 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:22:43.180514 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed026-029f-455a-b8ff-658184560903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:45.558409 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-819fcc93-2862-464b-930a-5afb48b16be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:46.548156 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:46.729374 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:22:47.820919 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:13.182888 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-34f7b04f-a497-4366-9f5a-67d4a8ec08d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:15.560649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-22809da1-aa7d-46e0-be4b-066d935b2fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:16.555097 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:16.731486 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:16.946609 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:23:17.826791 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:23.294747 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40940) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:23:23.300465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [None req-9379b9bb-118e-4efb-a6c1-1fe2d92037a3 tempest-verify_tempest_config-1538922586 tempest-verify_tempest_config-1538922586-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:23:23.301706 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9379b9bb-118e-4efb-a6c1-1fe2d92037a3 tempest-verify_tempest_config-1538922586 tempest-verify_tempest_config-1538922586-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0060062
Mar 08 21:23:23.623560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40956) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:23:23.760973 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:23.789921 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:23:23.793526 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Usage tracker for resource:security_group_rule and tenant:2b3e924aa4694ef9b2e6bdb4769132d2 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:23:23.796173 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:23:23.802753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:23:23.867780 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:23.871405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:23.912254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc3fc6-6973-4989-99eb-7c29f1bc5493,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:23:23.922814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Synchronizing usage tracker for tenant:053931c66ead4f2d913717cde755ad8e on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:23:23.927803 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.928161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.928472 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.928790 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.929122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.929441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.929753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.930078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.930395 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.930699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.931004 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:23:23.946976 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] Unset dirty status for tenant:053931c66ead4f2d913717cde755ad8e on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:23:23.948295 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a111936b-caf8-4bb0-9bb6-3061276341db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b3e924aa4694ef9b2e6bdb4769132d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3237016
Mar 08 21:23:23.950808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 40962) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:23:24.009701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:24.033583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:24.121625 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:24.136815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc3fc6-6973-4989-99eb-7c29f1bc5493,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:23:24.142634 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:24.143759 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e6417020-5e3d-4242-aa70-85912f05924b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7dc3fc6-6973-4989-99eb-7c29f1bc5493 HTTP/1.1" status: 204  len: 168 time: 0.1920137
Mar 08 21:23:43.187253 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e27579d5-4f37-4370-a7e2-ee6cab613f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:45.562606 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b4f-136e-417c-981e-429588b9b1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:46.554418 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:46.732286 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:47.829222 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:23:53.946794 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:24:13.188925 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-1b207e15-899e-4363-950f-318acbed4cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:15.563260 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-167cb26a-eacb-4e79-ab5f-4623fdcccad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:16.558556 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:16.734331 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:17.831396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:30.947127 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 5 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:24:43.191581 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4bd3-fd12-484e-9e27-c9a0dd8601b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:45.565039 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c41fc613-cd71-4bfb-8079-5f42a31f70c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:46.559586 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:46.738079 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:47.834668 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:24:58.625555 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979098'] for agent, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:07.947321 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:25:13.194278 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-949a2045-9078-4482-98ab-ebdbb79ad6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:13.952828 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41040) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:25:14.087180 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f1d50b99-ff4e-40ad-8872-ac699e981b96 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1332450
Mar 08 21:25:15.566591 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c6a1dd00-637b-40a4-a7ee-721dfe6cf7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:16.213610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41050) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:25:16.293174 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c9e69251-06d8-46d1-88c0-494f3c289dfc admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0779614
Mar 08 21:25:16.564960 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:16.738607 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:17.838180 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:28.621357 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:43.194916 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-07e233da-2d54-4cf2-8268-0e743ba9b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:44.947573 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:25:45.568674 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-34dd8e09-6f3c-4ca3-b961-64152c49fe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:46.565346 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:46.739132 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:47.837890 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:25:58.617998 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:13.196506 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-00ac5b9e-3960-4f81-9965-9742b9517c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:15.570150 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-1cae7611-3197-4fee-be47-dee3509c1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:16.571969 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:16.741598 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:17.840205 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:21.947875 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:26:28.623358 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:43.202555 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-85f6ac77-2c98-46ec-b067-8d0397899190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:45.572849 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-00e18c5b-d0ba-4b02-8f8d-3a9a838ea41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:46.570598 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:46.743492 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:47.856228 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:53.290259 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41222) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:53.950053 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-network', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:53.951372 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.quota [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbc13bd7940>.
Mar 08 21:26:53.965158 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:53.979668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Usage tracker for resource:network and tenant:ce57c7b43685481bab404b1b6fc0d631 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:53.984679 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.006778 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.028842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Made reservation on behalf of ce57c7b43685481bab404b1b6fc0d631 for: {'network': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:54.031665 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.050810 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.098923 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.104275 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Usage tracker for resource:security_group_rule and tenant:ce57c7b43685481bab404b1b6fc0d631 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.112497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.115559 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41244) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:54.127447 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.232463 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41260) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:54.278686 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41268) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:54.298225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.306547 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.363368 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:26:54.376338 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777861104752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.377361 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbc14b04700> segment precommit_create {{(pid=83036) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 08 21:26:54.378389 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.segments_db [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Added segment fc345895-07ea-401d-b597-90db4c8752f0 of type vlan for network 13503010-6278-4204-b97a-dfb31f64e331
Mar 08 21:26:54.435283 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2044012406-network', 'tenant_id': 'b6b34732c1ed47f985a2ac1c081d23d5'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:54.440754 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.446010 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Usage tracker for resource:network and tenant:b6b34732c1ed47f985a2ac1c081d23d5 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.452269 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.459282 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.472744 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Made reservation on behalf of b6b34732c1ed47f985a2ac1c081d23d5 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:54.475486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.476262 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.498941 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-network', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:54.503933 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.508261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.511159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679738b5-fc62-4f06-b11f-01ca0a7b0e5f,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:54.521561 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.522104 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.522508 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.522909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.523420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.523787 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.524466 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.524981 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.525486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.526426 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.527541 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Usage tracker for resource:network and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.527695 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Tracked resource versions report:
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]: pushed versions:
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Log': {'1.0'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Network': {'1.1'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Port': {'1.5'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'PortForwarding': {'1.2'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'QosPolicy': {'1.8'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SecurityGroup': {'1.2'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'SubPort': {'1.0'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Subnet': {'1.1'},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     'Trunk': {'1.1'}}
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]: consumer versions:
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     HyperV agent@hv-cinder-83232: {},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Log': '1.0',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Network': '1.1',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Port': '1.5',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'PortForwarding': '1.2',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'QosPolicy': '1.8',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SecurityGroup': '1.2',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'SubPort': '1.0',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Subnet': '1.1',
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:                                                      'Trunk': '1.1'}}
Mar 08 21:26:54.529121 dv-cinder-832328-1-iscsi neutron-server[83036]:  {{(pid=83036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:26:54.533789 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.534853 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:54.535649 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.555301 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.560095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b34732c1ed47f985a2ac1c081d23d5 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.565773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.575240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.584870 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2925081
Mar 08 21:26:54.585823 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41282) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:54.646951 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Request body: {'subnet': {'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-subnet', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:54.655736 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.660875 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Usage tracker for resource:subnet and tenant:ce57c7b43685481bab404b1b6fc0d631 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.664677 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.683018 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.713859 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Made reservation on behalf of ce57c7b43685481bab404b1b6fc0d631 for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:54.716662 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.722915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.724354 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.733754 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-693635977-network', 'tenant_id': 'def6cfcacf9e4a15a0a470fc0cce12c7'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:54.741875 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.755085 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:26:54.765852 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.766196 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Added segment c43fe137-bcf7-42a4-a055-c78183b00c2d of type vlan for network 081da0e9-e09c-463c-800a-c4e5429506b4
Mar 08 21:26:54.791434 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41816677-4b8c-4d4d-bc53-c36e6f53ec64 admin admin] Pushing event updated for resources: {'Network': ['ID=13503010-6278-4204-b97a-dfb31f64e331,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:54.794897 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.822986 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 13503010-6278-4204-b97a-dfb31f64e331 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:26:54.835436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.849883 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.851184 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:54.852086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.897430 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7806575
Mar 08 21:26:54.900970 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41298) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:54.905984 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.912400 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Request body: {'subnet': {'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2044012406-subnet', 'tenant_id': 'b6b34732c1ed47f985a2ac1c081d23d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:54.917802 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:54.922255 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Usage tracker for resource:subnet and tenant:b6b34732c1ed47f985a2ac1c081d23d5 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.925376 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:54.932357 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:54.962693 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Usage tracker for resource:network and tenant:def6cfcacf9e4a15a0a470fc0cce12c7 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:54.970399 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Made reservation on behalf of aced4cc66ce8447f9021f6766ad80407 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:54.975269 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:54.992760 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:55.015602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Made reservation on behalf of b6b34732c1ed47f985a2ac1c081d23d5 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:55.021452 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.127968 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.207861 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Checking segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:26:55.208259 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Network hostable DHCP agents. Network: 13503010-6278-4204-b97a-dfb31f64e331, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:26:55.209210 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:55.222604 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Pushing event updated for resources: {'Network': ['ID=081da0e9-e09c-463c-800a-c4e5429506b4,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:55.256613 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbac0741-db7c-4e1a-9e05-08739617a515,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:55.259322 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Network 13503010-6278-4204-b97a-dfb31f64e331 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:26:55.262057 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:55.272974 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 13503010-6278-4204-b97a-dfb31f64e331) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:55.279724 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:55.283589 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb9f29-b4b9-4a5e-8e6f-01faea657bdb None None] Network 13503010-6278-4204-b97a-dfb31f64e331 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:55.294126 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.315889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.344597 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0be30eb0-c8c6-4b6f-ba01-c060b7558e60 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7539158
Mar 08 21:26:55.345223 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Made reservation on behalf of def6cfcacf9e4a15a0a470fc0cce12c7 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:55.346089 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41316) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:55.347472 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.352108 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:55.364528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:55.370082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Usage tracker for resource:router and tenant:ce57c7b43685481bab404b1b6fc0d631 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:55.379231 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:55.392874 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:55.418516 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.418941 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.419264 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.419587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.423012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.423344 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.423703 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.424111 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.424555 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.425048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.425560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Tracked resource versions report:
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]: pushed versions:
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Log': {'1.0'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Network': {'1.1'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Port': {'1.5'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'PortForwarding': {'1.2'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'QosPolicy': {'1.8'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SecurityGroup': {'1.2'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'SubPort': {'1.0'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Subnet': {'1.1'},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     'Trunk': {'1.1'}}
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]: consumer versions:
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     HyperV agent@hv-cinder-83232: {},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Log': '1.0',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Network': '1.1',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Port': '1.5',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'PortForwarding': '1.2',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'QosPolicy': '1.8',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SecurityGroup': '1.2',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'SubPort': '1.0',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Subnet': '1.1',
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:                                                      'Trunk': '1.1'}}
Mar 08 21:26:55.426770 dv-cinder-832328-1-iscsi neutron-server[83037]:  {{(pid=83037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:26:55.434382 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.436033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.440341 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.440620 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.440953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.443427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.445480 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.445862 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.446197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.446542 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.446865 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.447180 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.447495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba2816-6aca-4f5e-8e0d-e2253a7ad934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:55.503776 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.514787 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:55.641573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d1835-8126-4085-819e-71f56220165c None None] Network 13503010-6278-4204-b97a-dfb31f64e331 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:55.843042 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:55.846708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:55.863676 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 081da0e9-e09c-463c-800a-c4e5429506b4 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:26:55.877853 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Usage tracker for resource:security_group_rule and tenant:def6cfcacf9e4a15a0a470fc0cce12c7 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:55.896818 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:55.900111 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:55.908358 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:55.937489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:55.969617 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:56.079725 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.194413 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.337936 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6564726-46f6-4027-a11d-af413c9ad2ac,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:56.342306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.350785 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.355697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.370065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.398980 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Checking segment: {'id': 'c43fe137-bcf7-42a4-a055-c78183b00c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:26:56.399441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Network hostable DHCP agents. Network: 081da0e9-e09c-463c-800a-c4e5429506b4, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:26:56.405934 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:26:56.415582 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:26:56.432254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f45f2-25a9-4c66-8689-2bc93ae840b7,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:56.436241 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.436633 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Added segment 0891b842-420e-4ea4-80c0-a668bdfc09fa of type vlan for network f6853e14-27b1-4d91-9306-c934314fc059
Mar 08 21:26:56.453438 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.453829 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Added segment 17311033-891b-4842-9e09-af9d4e378347 of type vlan for network e3f5ecfe-d6db-4b20-943b-124c2f096d53
Mar 08 21:26:56.490293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.509995 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b28b91-2fdf-42a5-94c8-7fbd16c3a935,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:56.514280 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.553973 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Network 081da0e9-e09c-463c-800a-c4e5429506b4 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:26:56.563486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.566872 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.588708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 081da0e9-e09c-463c-800a-c4e5429506b4) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:56.593598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.594432 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:56.595145 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.610669 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec59a4-dd74-43d5-8042-8101bf1a32c7 None None] Network 081da0e9-e09c-463c-800a-c4e5429506b4 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:56.678059 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:56.678252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.740378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.741198 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:56.741763 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:56.787634 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] Pushing event updated for resources: {'Network': ['ID=f6853e14-27b1-4d91-9306-c934314fc059,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:56.817203 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network f6853e14-27b1-4d91-9306-c934314fc059 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:26:56.830120 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-da71fd52-c853-4519-8a73-1a9c4d6f794d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9269483
Mar 08 21:26:56.837774 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.5981770
Mar 08 21:26:56.837774 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e867ae3e-4893-4033-a56f-415dc6518446 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.5533433
Mar 08 21:26:56.837774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41372) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:56.839064 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41374) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:56.862978 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Allocated IP 172.27.0.207 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/a9b68af0-a802-40e4-81bd-fc29af46cf35) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:26:56.879709 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Request body: {'subnet': {'network_id': 'f6853e14-27b1-4d91-9306-c934314fc059', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-693635977-subnet', 'tenant_id': 'def6cfcacf9e4a15a0a470fc0cce12c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:56.902823 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:56.921980 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Usage tracker for resource:subnet and tenant:def6cfcacf9e4a15a0a470fc0cce12c7 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:56.932485 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:56.976411 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Request body: {'subnet': {'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-subnet', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:57.013081 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:57.023352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:57.050769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Usage tracker for resource:subnet and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:57.059124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:57.075609 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d1135-fbc0-4027-b5ce-d047f59d74b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5ecfe-d6db-4b20-943b-124c2f096d53,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:57.088684 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:57.109255 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:26:57.112189 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Made reservation on behalf of aced4cc66ce8447f9021f6766ad80407 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:57.115208 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.238738 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Made reservation on behalf of def6cfcacf9e4a15a0a470fc0cce12c7 for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:26:57.244042 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.499583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.502643 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77605eb0-586f-4d71-bc05-7b4e3a23968e None None] Network 081da0e9-e09c-463c-800a-c4e5429506b4 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:57.599079 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.642252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=183f373a-f3bb-49f8-a1f2-a237fa0765e7,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:57.645229 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Checking segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:26:57.645793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Network hostable DHCP agents. Network: e3f5ecfe-d6db-4b20-943b-124c2f096d53, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:26:57.669756 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41408) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:57.713099 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:26:57.731976 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, e3f5ecfe-d6db-4b20-943b-124c2f096d53) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:57.736226 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:57.736906 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.743016 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6ebb1-2bb5-408f-b115-1f0ba910e292 None None] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:57.788745 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ce77729b-cdfe-44b0-8500-d85f89ca5d7e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9451072
Mar 08 21:26:57.791584 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41414) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:57.797778 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:26:57.804570 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:57.817698 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Usage tracker for resource:router and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:57.826742 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:57.838527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:57.876745 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.878207 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:57.902545 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.100414 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41430) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:58.119974 dv-cinder-832328-1-iscsi neutron-server[83037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 08 21:26:58.155714 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.162719 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.182792 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.247186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.337808 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b68af0-a802-40e4-81bd-fc29af46cf35,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:58.345988 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:26:58.347126 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.409277 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:26:58.411266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3f7b2d-5f80-4133-a5f0-c895b814d88a,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:58.414276 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:402ba27a368f43ae8f8036b8d137ff8d is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:26:58.418388 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:26:58.426807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:26:58.442815 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:26:58.444622 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Checking segment: {'id': '0891b842-420e-4ea4-80c0-a668bdfc09fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6853e14-27b1-4d91-9306-c934314fc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:26:58.444974 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Network hostable DHCP agents. Network: f6853e14-27b1-4d91-9306-c934314fc059, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:26:58.452687 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:58.462897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:26:58.615495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.634600 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.649272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Network f6853e14-27b1-4d91-9306-c934314fc059 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:26:58.654273 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Allocated IP 172.20.0.2 (e3f5ecfe-d6db-4b20-943b-124c2f096d53/183f373a-f3bb-49f8-a1f2-a237fa0765e7/5558c254-6aca-4660-aef9-c376ed1b5d5d) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:26:58.659114 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.681017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, f6853e14-27b1-4d91-9306-c934314fc059) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:58.694285 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:58.694567 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.695746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-d26af90b-9dc7-494e-b00b-96092e54756b tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:26:58.696440 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-d26af90b-9dc7-494e-b00b-96092e54756b tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Synchronizing usage tracker for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:26:58.705572 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2796945-3091-4c89-9314-d40b24fc29b4 None None] Network f6853e14-27b1-4d91-9306-c934314fc059 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:58.721572 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ccef8-035c-462d-974e-99f81025a282,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:58.742248 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-2aca1291-a8e4-4787-810e-d785f67fc5c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=402ba27a368f43ae8f8036b8d137ff8d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0709574
Mar 08 21:26:58.742827 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41454) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:58.768319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-d26af90b-9dc7-494e-b00b-96092e54756b tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Unset dirty status for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:26:58.769449 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-d26af90b-9dc7-494e-b00b-96092e54756b tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/networks?id=081da0e9-e09c-463c-800a-c4e5429506b4 HTTP/1.1" status: 200  len: 812 time: 0.6666045
Mar 08 21:26:58.806902 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-65e6711d-66f8-4a81-bc50-53341b5e5d2f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9441631
Mar 08 21:26:58.807130 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4e571e74-22d2-4d4c-bd86-4f7bb0376421 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/quotas/b6b34732c1ed47f985a2ac1c081d23d5 HTTP/1.1" status: 200  len: 375 time: 0.0241644
Mar 08 21:26:58.839894 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.841036 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:58.923191 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-a8654635-4c29-4fd9-a982-98262e592767 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b34732c1ed47f985a2ac1c081d23d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0769415
Mar 08 21:26:58.963152 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:26:59.049978 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.080463 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.160711 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.188727 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.193025 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Router 881aa1a3-0678-4472-b93e-311a1301157f is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:26:59.208482 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ccef8-035c-462d-974e-99f81025a282,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:59.211459 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.368775 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.374926 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb76f8b-1311-438d-9759-0b3cc46c4307 None None] Network f6853e14-27b1-4d91-9306-c934314fc059 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:26:59.448725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Allocated IP 172.27.0.193 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:26:59.491363 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Transition to ACTIVE for port object 5558c254-6aca-4660-aef9-c376ed1b5d5d will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:26:59.562095 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Transition to ACTIVE for port object 5558c254-6aca-4660-aef9-c376ed1b5d5d will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:26:59.569069 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:26:59.575304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.584472 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Sync routers for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:26:59.602541 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-5e26e10d-e564-438f-a5ca-15d29344e52c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:26:59.605445 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.606805 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-45a23350-14c4-4111-aff7-c0d37d4c2438 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.2595406
Mar 08 21:26:59.607438 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-5e26e10d-e564-438f-a5ca-15d29344e52c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5563302
Mar 08 21:26:59.608637 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:26:59.610370 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1385e940>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:26:59.611024 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41488) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:26:59.726663 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.736119 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Pushing event updated for resources: {'Port': ['ID=5558c254-6aca-4660-aef9-c376ed1b5d5d,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:26:59.763862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.766043 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.766650 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.767792 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.769214 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.769973 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.770694 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.771880 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.772728 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.774431 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.775797 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Tracked resource versions report:
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]: pushed versions:
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Log': {'1.0'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Network': {'1.1'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Port': {'1.5'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'PortForwarding': {'1.2'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'QosPolicy': {'1.8'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SecurityGroup': {'1.2'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'SubPort': {'1.0'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Subnet': {'1.1'},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     'Trunk': {'1.1'}}
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]: consumer versions:
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     HyperV agent@hv-cinder-83232: {},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Log': '1.0',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Network': '1.1',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Port': '1.5',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'PortForwarding': '1.2',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'QosPolicy': '1.8',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SecurityGroup': '1.2',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'SubPort': '1.0',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Subnet': '1.1',
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:                                                      'Trunk': '1.1'}}
Mar 08 21:26:59.779841 dv-cinder-832328-1-iscsi neutron-server[83038]:  {{(pid=83038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:26:59.816065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:26:59.862175 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:26:59.877615 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:26:59.889129 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:00.058505 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:00.124521 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:00.131734 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-8ea812fb-e7eb-49e0-8bb4-950989653d71 service neutron] 10.222.0.66 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580856
Mar 08 21:27:00.138733 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.140008 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b5bb9c56-ac89-4d5a-8a0f-7ee4f248e605 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/989ccef8-035c-462d-974e-99f81025a282 HTTP/1.1" status: 204  len: 168 time: 1.3931832
Mar 08 21:27:00.171331 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:00.232855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:00.240479 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:00.387299 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Attempting to bind port 5558c254-6aca-4660-aef9-c376ed1b5d5d on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:00.388943 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Attempting to bind port 5558c254-6aca-4660-aef9-c376ed1b5d5d by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:00.390789 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Attempting to bind port 5558c254-6aca-4660-aef9-c376ed1b5d5d on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:00.420149 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:00.422304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Checking segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:00.422783 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.423692 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Bound using segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:00.426268 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Bound port: 5558c254-6aca-4660-aef9-c376ed1b5d5d, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:00.426669 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.441241 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-c656ee65-12a2-4162-b7d6-74447b298021 service neutron] 10.222.0.66 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995868
Mar 08 21:27:00.535314 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.539008 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.676969 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] For port 5558c254-6aca-4660-aef9-c376ed1b5d5d, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:00.681084 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] For port 5558c254-6aca-4660-aef9-c376ed1b5d5d, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5558c254-6aca-4660-aef9-c376ed1b5d5d,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:00.695604 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.717364 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41516) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:00.732744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-886346788-network', 'tenant_id': '4048cf21b47f447893843e6e411c056a'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:00.748412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:00.758392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Usage tracker for resource:network and tenant:4048cf21b47f447893843e6e411c056a is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:00.768691 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:00.778565 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:00.813553 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1385e940>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:26:58Z', 'revision_number': 3, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:00.818629 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Checking router: 881aa1a3-0678-4472-b93e-311a1301157f for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:27:00.819221 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Updating router 881aa1a3-0678-4472-b93e-311a1301157f port a9b68af0-a802-40e4-81bd-fc29af46cf35 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:27:00.842803 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0bd2-a229-4d1f-bddf-14a48c04cfc3 None None] Pushing event updated for resources: {'Port': ['ID=5558c254-6aca-4660-aef9-c376ed1b5d5d,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:00.914935 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Made reservation on behalf of 4048cf21b47f447893843e6e411c056a for: {'network': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:00.925233 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.975815 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:00.998172 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41536) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:00.998172 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.109528 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41548) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:01.150435 dv-cinder-832328-1-iscsi neutron-server[83036]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 08 21:27:01.173952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.225775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:01.232859 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b943735e-b881-491e-98e4-d4d4090d1ae7 req-9a658c35-74b7-4ebc-ad84-3020f62a7c62 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.0977628
Mar 08 21:27:01.236884 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:01.239706 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Usage tracker for resource:security_group_rule and tenant:4dbd7090da5045249ffc2e3cf82c1474 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:01.242277 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Usage tracker for resource:security_group_rule and tenant:4048cf21b47f447893843e6e411c056a is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:01.243884 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:01.245677 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:01.253206 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:01.253860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:01.384604 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.407129 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.415408 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.434902 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Router b95b7730-4283-4ec3-9552-9b0846c2b464 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:27:01.442486 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5558c254-6aca-4660-aef9-c376ed1b5d5d up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:01.472918 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.561240 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 5558c254-6aca-4660-aef9-c376ed1b5d5d completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:01.582198 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:27:01.611528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16951e95-adb9-4f9f-8231-e2fb9549c3c9,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:01.659239 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.659938 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.segments_db [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Added segment baf7d248-b47e-447a-a387-b398271c0aaa of type vlan for network 7d40808f-674c-4dcd-8d88-084cf6141da6
Mar 08 21:27:01.688893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b0800-a125-46a9-b523-cc36489901cd,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:01.698943 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3ff3c3a9-f8a4-4a45-9044-e5f5ae4da5dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4dbd7090da5045249ffc2e3cf82c1474&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5737920
Mar 08 21:27:01.706350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41556) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:01.761695 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.817462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:27:01.831977 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:27:01.855461 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.861432 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:01.862202 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f901c0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:01.874422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.878780 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a4f59d40-668b-47c4-8e83-ce6bf9d4a868 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0833211
Mar 08 21:27:01.879639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41566) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:01.882282 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Transition to ACTIVE for port object a9b68af0-a802-40e4-81bd-fc29af46cf35 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:01.894388 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.914792 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.984192 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:01.985022 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:01.985588 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.044519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.064894 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Pushing event updated for resources: {'Port': ['ID=a9b68af0-a802-40e4-81bd-fc29af46cf35,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:02.071391 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Attempting to bind port a9b68af0-a802-40e4-81bd-fc29af46cf35 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:02.071909 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Attempting to bind port a9b68af0-a802-40e4-81bd-fc29af46cf35 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:02.072379 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Attempting to bind port a9b68af0-a802-40e4-81bd-fc29af46cf35 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:02.082722 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.083660 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.084119 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.084563 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.085282 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.085861 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.086392 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.087030 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.087476 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.087930 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.088364 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Tracked resource versions report:
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]: pushed versions:
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]: {   'ConntrackHelper': {'1.0'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Log': {'1.0'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Network': {'1.1'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Port': {'1.5'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'PortForwarding': {'1.2'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'QosPolicy': {'1.8'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SecurityGroup': {'1.2'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SecurityGroupRule': {'1.0'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'SubPort': {'1.0'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Subnet': {'1.1'},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     'Trunk': {'1.1'}}
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]: consumer versions:
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]: {   DHCP agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     HyperV agent@hv-cinder-83232: {},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     L3 agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     Metadata agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     Metering agent@dv-cinder-832328-1-iscsi: {},
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:     Open vSwitch agent@dv-cinder-832328-1-iscsi: {   'ConntrackHelper': '1.0',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Log': '1.0',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Network': '1.1',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Port': '1.5',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'PortForwarding': '1.2',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'QosPolicy': '1.8',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SecurityGroup': '1.2',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SecurityGroupRule': '1.0',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'SubPort': '1.0',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Subnet': '1.1',
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:                                                      'Trunk': '1.1'}}
Mar 08 21:27:02.091062 dv-cinder-832328-1-iscsi neutron-server[83039]:  {{(pid=83039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 08 21:27:02.125017 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:02.131545 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:02.132315 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.132858 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:02.133521 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Bound port: a9b68af0-a802-40e4-81bd-fc29af46cf35, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:02.134133 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.209160 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.220952 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.5003352
Mar 08 21:27:02.228111 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41582) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:02.232311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5537a1-bfe4-4481-90be-85e38dbbe849 admin admin] Pushing event updated for resources: {'Network': ['ID=7d40808f-674c-4dcd-8d88-084cf6141da6,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:02.248373 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Request body: {'subnet': {'network_id': '7d40808f-674c-4dcd-8d88-084cf6141da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-886346788-subnet', 'tenant_id': '4048cf21b47f447893843e6e411c056a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:02.303218 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:02.326486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Usage tracker for resource:subnet and tenant:4048cf21b47f447893843e6e411c056a is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:02.332040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:02.342453 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:02.352271 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] For port a9b68af0-a802-40e4-81bd-fc29af46cf35, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:02.371057 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] For port a9b68af0-a802-40e4-81bd-fc29af46cf35, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a9b68af0-a802-40e4-81bd-fc29af46cf35,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:02.381408 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.392077 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Made reservation on behalf of 4048cf21b47f447893843e6e411c056a for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:02.396794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.421932 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 7d40808f-674c-4dcd-8d88-084cf6141da6 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:27:02.534314 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418030d8-1453-4027-9272-10ec2bb7bad5 None None] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:02.549733 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:02.560546 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1385e940>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:02.619199 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:02.628081 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-be094e5c-454f-4b92-a1f1-b478b17a7ee0 req-568f902a-c7ea-40c8-a9ee-fa7a2f23fcc4 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.1569157
Mar 08 21:27:02.666200 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.700937 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b0800-a125-46a9-b523-cc36489901cd,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:02.708891 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Allocated IP 172.20.0.1 (13503010-6278-4204-b97a-dfb31f64e331/fbac0741-db7c-4e1a-9e05-08739617a515/09a6c6be-dc4c-4aac-acd3-095fbb097c1b) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:02.732280 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d8013-feac-4295-bc74-add55e0e3aa1 None None] Pushing event updated for resources: {'Port': ['ID=a9b68af0-a802-40e4-81bd-fc29af46cf35,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:02.748366 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.749995 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-28704242-dd78-4da7-be19-c98c8c0edf44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c08b0800-a125-46a9-b523-cc36489901cd HTTP/1.1" status: 204  len: 168 time: 1.0410886
Mar 08 21:27:02.825469 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Provisioning for port 5558c254-6aca-4660-aef9-c376ed1b5d5d completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:02.857723 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Provisioning complete for port 5558c254-6aca-4660-aef9-c376ed1b5d5d triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:02.858430 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:02.921176 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:03.186449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.253173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.283852 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.287574 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.381627 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Network 13503010-6278-4204-b97a-dfb31f64e331 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:03.388683 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Pushing event updated for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:03.390844 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:03.399087 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:03.399795 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.413673 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1385e940>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:26:58Z', 'revision_number': 3, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:03.415297 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.420265 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40d7ab-159f-4cf2-b84f-441934ff0204 None None] The sync data for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi is: [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:26:58Z', 'revision_number': 3, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:27:03.450221 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9f76d2-832d-4a56-b4df-51688e841367,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:03.483332 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Checking segment: {'id': 'baf7d248-b47e-447a-a387-b398271c0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7d40808f-674c-4dcd-8d88-084cf6141da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:03.483734 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Network hostable DHCP agents. Network: 7d40808f-674c-4dcd-8d88-084cf6141da6, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:27:03.491294 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] For port 5558c254-6aca-4660-aef9-c376ed1b5d5d, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5558c254-6aca-4660-aef9-c376ed1b5d5d,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:03.529791 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.574398 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Network 7d40808f-674c-4dcd-8d88-084cf6141da6 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:27:03.589948 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 7d40808f-674c-4dcd-8d88-084cf6141da6) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:03.598284 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:03.598877 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.602813 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:03.616319 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85c89c-0e2a-4f77-af01-e6db53f16315 None None] Network 7d40808f-674c-4dcd-8d88-084cf6141da6 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:03.769712 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Allocated IP 172.20.0.1 (e3f5ecfe-d6db-4b20-943b-124c2f096d53/183f373a-f3bb-49f8-a1f2-a237fa0765e7/3d20fdae-568a-42b0-9259-d90d3cd183cc) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:03.830261 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c39395-7310-4062-8398-4d4c3d3a0831 None None] Pushing event updated for resources: {'Port': ['ID=5558c254-6aca-4660-aef9-c376ed1b5d5d,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:03.937670 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3a6393fa-90a0-4b4c-84e0-b97af64a87e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.7065117
Mar 08 21:27:04.049593 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f901c0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:00Z', 'revision_number': 3, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:04.061205 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:27:04.061685 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Updating router b95b7730-4283-4ec3-9552-9b0846c2b464 port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:27:04.115381 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.150609 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d68800d4-dce3-4fd0-81fc-2a4b57df9aa7 req-448ed1cc-4446-4eed-aa42-addac7ad388c tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.1046622
Mar 08 21:27:04.160248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Transition to ACTIVE for port object 3d20fdae-568a-42b0-9259-d90d3cd183cc will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:04.164315 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.db.resource_extend [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 08 21:27:04.185003 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.195354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.205205 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.206930 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.209354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.248362 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877036d-049c-4dab-8319-0188e5212f72 None None] Network 7d40808f-674c-4dcd-8d88-084cf6141da6 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:04.265357 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41642) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:04.376465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:04.381967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:04.388296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:04.388763 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.413873 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Pushing event updated for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:04.499755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Deleting subnet 9c3f7b2d-5f80-4133-a5f0-c895b814d88a {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:27:04.547863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.717352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.727690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:04.751208 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Network 13503010-6278-4204-b97a-dfb31f64e331 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:04.753647 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Pushing event updated for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:04.759482 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:04.810637 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.110312 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-55c826ff-bc0d-4bbe-8992-7cdd459408b8 None None] Provisioning complete for port 5558c254-6aca-4660-aef9-c376ed1b5d5d triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:05.111288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-55c826ff-bc0d-4bbe-8992-7cdd459408b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.400799 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.444551 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.resource_extend [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 08 21:27:05.499484 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Router 881aa1a3-0678-4472-b93e-311a1301157f has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:27:05.549048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3f7b2d-5f80-4133-a5f0-c895b814d88a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:05.574632 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.629876 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5558c254-6aca-4660-aef9-c376ed1b5d5d up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:05.643418 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-fdeac972-d645-4c1f-874e-8dd955e26a26 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9c3f7b2d-5f80-4133-a5f0-c895b814d88a HTTP/1.1" status: 204  len: 168 time: 1.3741128
Mar 08 21:27:05.649664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.30', 53765) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:05.649990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41688) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:05.833698 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:27:05.844567 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-1720643e-c075-427c-ae85-dc95fec82732 admin admin] 10.222.0.66 "PUT /v2.0/routers/881aa1a3-0678-4472-b93e-311a1301157f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2324524
Mar 08 21:27:05.855020 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.896581 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Transition to ACTIVE for port object ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:05.918121 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:05.946921 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8e6e99fc-b97f-4aea-8022-91b2efed10cd req-ee285b20-97c7-49f2-819c-68746b912ecd tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.3046160
Mar 08 21:27:06.141378 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b2471-791c-4e36-9dde-531efe3468c3 None None] Pushing event updated for resources: {'Port': ['ID=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:06.185641 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Attempting to bind port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:06.186883 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Attempting to bind port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:06.187695 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Attempting to bind port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:06.199197 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:06.199894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:06.201068 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.201883 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:06.202528 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Bound port: ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:06.203067 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.251935 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.260215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 5558c254-6aca-4660-aef9-c376ed1b5d5d triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:06.261068 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.266920 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.db.resource_extend [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 08 21:27:06.320757 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0e46c9f4-43bb-4847-9789-c1839595e799 None None] Provisioning for port 3d20fdae-568a-42b0-9259-d90d3cd183cc completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:06.323443 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.338201 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-94a8d47f-d6c7-45e7-8f62-a6d79c7371a9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:06.340792 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-94a8d47f-d6c7-45e7-8f62-a6d79c7371a9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.30 "GET /v2.0/networks?id=081da0e9-e09c-463c-800a-c4e5429506b4 HTTP/1.1" status: 200  len: 812 time: 0.6899221
Mar 08 21:27:06.379661 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.380642 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.436785 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0e46c9f4-43bb-4847-9789-c1839595e799 None None] Provisioning complete for port 3d20fdae-568a-42b0-9259-d90d3cd183cc triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:06.437144 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0e46c9f4-43bb-4847-9789-c1839595e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.443554 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Request body: {'port': {'device_id': '03409201-55ca-4bff-9909-82f9cf3306a9', 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4', 'admin_state_up': True, 'tenant_id': 'b6b34732c1ed47f985a2ac1c081d23d5'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:06.502451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-0e46c9f4-43bb-4847-9789-c1839595e799 None None] Port 3d20fdae-568a-42b0-9259-d90d3cd183cc cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:27:06.705052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.742022 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a9b68af0-a802-40e4-81bd-fc29af46cf35 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:06.818322 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] For port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:06.878752 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] For port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:06.902333 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:06.983636 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Pushing event updated for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:06.984563 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41786) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:07.052607 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:07.053224 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f901c0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:07.060442 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbc13b22c70>> segment before_delete 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.060821 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbc13b22c70>> subnet precommit_delete_associations 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.061597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> segment_host_mapping after_create 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.061924 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> port after_create 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.062239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> port after_delete 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.062587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> port after_update 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.063082 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> segment after_delete 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.063425 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> subnet after_create 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.063766 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> subnet after_delete 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.064427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13b138e0>> subnet after_update 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.248619 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port a9b68af0-a802-40e4-81bd-fc29af46cf35 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:07.265360 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port a9b68af0-a802-40e4-81bd-fc29af46cf35 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:07.265722 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.271767 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc1307d7f0>> subnet after_create 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.272327 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc1307d7f0>> subnet after_delete 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.272807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc1307d7f0>> subnet before_create 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.273302 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc1307d7f0>> subnet before_update 55550000 {{(pid=83037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:07.273817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc13a207f0>,) {'filters': {'network_id': ['f6853e14-27b1-4d91-9306-c934314fc059']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:07.283763 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:07.299952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Usage tracker for resource:port and tenant:b6b34732c1ed47f985a2ac1c081d23d5 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:07.327892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13a207f0>, '0891b842-420e-4ea4-80c0-a668bdfc09fa') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:07.328134 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13a207f0>, '0891b842-420e-4ea4-80c0-a668bdfc09fa') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:07.342583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:07.395611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:07.401023 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.427169 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-afe20463-2f8b-4ddd-899a-d1a5dc86b2c3 req-b315bc27-897b-474e-bd7c-f7a25579332e tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.0862060
Mar 08 21:27:07.450172 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Made reservation on behalf of b6b34732c1ed47f985a2ac1c081d23d5 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:07.455001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.486411 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b2471-791c-4e36-9dde-531efe3468c3 None None] Pushing event updated for resources: {'Port': ['ID=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:07.493877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.561147 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:07.565677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:27:07.567478 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   util.warn_limited(
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:27:07.602368 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:27:07.615346 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:07.736998 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.864867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.903354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:07.963893 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port a9b68af0-a802-40e4-81bd-fc29af46cf35, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a9b68af0-a802-40e4-81bd-fc29af46cf35,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:07.975488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Usage tracker for resource:security_group_rule and tenant:cfeec9429a674f15a8664adce897ada1 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:07.988432 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:07.999639 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:08.028625 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:08.051591 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-1e2a65f0-1457-4808-8e30-70c168a321cc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:08.052352 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-1e2a65f0-1457-4808-8e30-70c168a321cc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:network {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:08.128410 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:08.262668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:08.271283 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Sync routers for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:27:08.284049 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:08.293373 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:08.293991 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139388e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:08.416158 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-583a29c0-2484-408f-8455-d1de2bcbc1df None None] Provisioning complete for port 3d20fdae-568a-42b0-9259-d90d3cd183cc triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:08.416750 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-583a29c0-2484-408f-8455-d1de2bcbc1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:08.452364 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-1e2a65f0-1457-4808-8e30-70c168a321cc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:network {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:08.454023 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-1e2a65f0-1457-4808-8e30-70c168a321cc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 819 time: 1.0275459
Mar 08 21:27:08.488038 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b5ab4-5ffb-4212-9d65-eb9218cc4b00,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:08.552587 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7ed9d362-c179-44b8-8f08-8417cb8612ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfeec9429a674f15a8664adce897ada1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5656946
Mar 08 21:27:08.557223 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41842) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:08.568667 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-61a3079d-4a0e-49b2-89f4-a77ddc1f518a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/quotas/ce57c7b43685481bab404b1b6fc0d631 HTTP/1.1" status: 200  len: 375 time: 0.0995114
Mar 08 21:27:08.681620 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=a9b68af0-a802-40e4-81bd-fc29af46cf35,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:08.766898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:08.914670 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:08.949968 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5074857-1b3c-4d15-87e4-4221f773651d req-111cc02f-411f-4dd7-865e-68ff279b6c6d tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.1639328
Mar 08 21:27:08.951370 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6853e14-27b1-4d91-9306-c934314fc059,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:08.993630 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.003599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.052006 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-df51d88b-c494-4f74-8a55-3d12e617cfda tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:09.079414 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-583a29c0-2484-408f-8455-d1de2bcbc1df None None] Port 3d20fdae-568a-42b0-9259-d90d3cd183cc cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:27:09.150637 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.245965 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-df51d88b-c494-4f74-8a55-3d12e617cfda tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:09.260818 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-df51d88b-c494-4f74-8a55-3d12e617cfda tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6722405
Mar 08 21:27:09.270119 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Allocated IP 172.20.0.5 (081da0e9-e09c-463c-800a-c4e5429506b4/b6564726-46f6-4027-a11d-af413c9ad2ac/b476fd8a-1a16-49df-9f19-35da8014dde0) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:09.293085 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b98afa42-beba-41b2-a98c-b27fe5c1d1c4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f6853e14-27b1-4d91-9306-c934314fc059 HTTP/1.1" status: 204  len: 168 time: 3.6281426
Mar 08 21:27:09.311543 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41866) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:09.366519 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f901c0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:05Z', 'revision_number': 2, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:09.377655 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700ba1-09a7-43c4-9b1a-b1d80a4885ae None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:05Z', 'revision_number': 2, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:27:09.538026 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Deleting subnet 6d9f76d2-832d-4a56-b4df-51688e841367 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:27:09.552968 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.658725 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.761642 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b5ab4-5ffb-4212-9d65-eb9218cc4b00,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:09.792616 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.795270 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139388e0>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:27:03Z', 'revision_number': 4, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '09a6c6be-dc4c-4aac-acd3-095fbb097c1b', 'name': '', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'mac_address': 'fa:16:3e:a8:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:02Z', 'updated_at': '2022-03-08T21:27:03Z', 'revision_number': 2, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'subnets': [{'id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:09.805712 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Checking router: 881aa1a3-0678-4472-b93e-311a1301157f for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:27:09.805712 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Updating router 881aa1a3-0678-4472-b93e-311a1301157f port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:27:09.815478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.818399 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-9f5afa3f-3447-4386-8feb-5bd5d52c961d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/676b5ab4-5ffb-4212-9d65-eb9218cc4b00 HTTP/1.1" status: 204  len: 168 time: 1.2592034
Mar 08 21:27:09.828740 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:09.908864 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-5cc66b3a-6c74-4ad5-8304-331861aa4d8a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83036) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:27:09.909859 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-5cc66b3a-6c74-4ad5-8304-331861aa4d8a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2968976
Mar 08 21:27:09.941495 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:10.202603 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a9b68af0-a802-40e4-81bd-fc29af46cf35 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:10.252894 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:10.486910 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port a9b68af0-a802-40e4-81bd-fc29af46cf35 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:10.492415 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:10.536076 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-4fee6dd8-b3e5-4e5a-91f9-d49638227b75 req-82745e12-cb70-42d1-a744-0a3296192b55 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Synchronizing usage tracker for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:10.630540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41906) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:10.653847 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-385cd00f-1a4b-44e9-bbe3-1c37e0f40da5 service neutron] 10.222.0.66 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7231717
Mar 08 21:27:10.661087 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:10.764957 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-4fee6dd8-b3e5-4e5a-91f9-d49638227b75 req-82745e12-cb70-42d1-a744-0a3296192b55 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Unset dirty status for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:10.785400 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4fee6dd8-b3e5-4e5a-91f9-d49638227b75 req-82745e12-cb70-42d1-a744-0a3296192b55 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.3942783
Mar 08 21:27:10.851647 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:27:10.909060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.063543 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9f76d2-832d-4a56-b4df-51688e841367,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:11.093163 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.105896 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-02997736-aa1f-4486-be48-5268ab98acf1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6d9f76d2-832d-4a56-b4df-51688e841367 HTTP/1.1" status: 204  len: 168 time: 1.7884638
Mar 08 21:27:11.108796 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41922) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:11.198445 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.247721 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Transition to ACTIVE for port object 09a6c6be-dc4c-4aac-acd3-095fbb097c1b will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:11.265457 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.285623 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-e8a61b75-e8f1-48b3-9107-3b9e45737a95 service neutron] 10.222.0.66 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5933053
Mar 08 21:27:11.338100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.462657 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.480514 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc009-73af-4314-912f-2bd4656b0c78 None None] Pushing event updated for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:11.748632 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:11.856803 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbc1445cdc0>> segment before_delete 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.857141 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbc1445cdc0>> subnet precommit_delete_associations 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.857888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> segment_host_mapping after_create 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.858210 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> port after_create 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.858522 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> port after_delete 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.858866 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> port after_update 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.859193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> segment after_delete 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.859522 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> subnet after_create 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.880895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> subnet after_delete 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.882338 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbc13a33700>> subnet after_update 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:11.911809 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Network 081da0e9-e09c-463c-800a-c4e5429506b4 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:11.937336 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Pushing event updated for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:12.064049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:12.078562 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Usage tracker for resource:security_group_rule and tenant:8cf0c6e1b0634d36bd076c9eca3603a0 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:12.090870 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:12.104808 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Attempting to bind port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:12.105401 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Attempting to bind port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:12.105770 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Attempting to bind port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b on network 13503010-6278-4204-b97a-dfb31f64e331 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:12.118696 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:12.132247 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:12.132692 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Checking segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:12.133026 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.133413 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Bound using segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:12.133879 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Bound port: 09a6c6be-dc4c-4aac-acd3-095fbb097c1b, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:12.134272 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.161796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:12.165238 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 41946) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:12.197052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:12.406563 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] For port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:12.422510 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] For port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:12.429191 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.440986 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f17392b7-d7ff-40a1-8e14-fb71f8289b3b req-13e0627d-5180-4474-abb0-f3a6ff388086 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 210 time: 0.5706129
Mar 08 21:27:12.563596 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc13879490>> subnet after_create 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:12.564685 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc13879490>> subnet after_delete 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:12.565378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc13879490>> subnet before_create 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:12.565378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbc13879490>> subnet before_update 55550000 {{(pid=83036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 08 21:27:12.569160 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc1347e610>,) {'filters': {'network_id': ['7d40808f-674c-4dcd-8d88-084cf6141da6']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:12.620569 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:12.621377 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139388e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:26:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:12.637791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:12.639060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.735787 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1347e610>, 'baf7d248-b47e-447a-a387-b398271c0aaa') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:12.738204 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1347e610>, 'baf7d248-b47e-447a-a387-b398271c0aaa') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:12.802336 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-40f81860-1a80-4d72-874b-835b7229c718 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4241123
Mar 08 21:27:12.806232 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.832721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.837469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-60b68c62-139d-433e-8796-6d025dc68490 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83037) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:27:12.840468 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-60b68c62-139d-433e-8796-6d025dc68490 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0251791
Mar 08 21:27:12.851343 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.928545 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:12.951566 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:27:12.952201 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   util.warn_limited(
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:27:13.012874 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:27:13.025832 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cf0c6e1b0634d36bd076c9eca3603a0&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3797684
Mar 08 21:27:13.031107 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 41980) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:13.102326 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f730-fb28-4fb9-964b-54ce3ec163ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e636d2f2-387e-4149-91fa-4adc67c06605,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:13.113423 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:13.200395 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.210549 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-85acddc5-cfb1-4327-ad5d-1f5af3beaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.346116 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:13.368737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ceff369db3854b62a30a85490c20d6f4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:13.380488 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:27:13.393201 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:13.398635 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.409033 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:13.415647 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-482cae04-e46f-4927-a8a9-685a5e15b018 admin admin] 10.222.0.66 "PUT /v2.0/routers/b95b7730-4283-4ec3-9552-9b0846c2b464/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5346184
Mar 08 21:27:13.504213 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe249e2-aacc-4112-ba9e-7e1f5248aa51 req-cfe978cc-6a9a-462a-b98f-6c4e95c12288 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:13.521125 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bfe249e2-aacc-4112-ba9e-7e1f5248aa51 req-cfe978cc-6a9a-462a-b98f-6c4e95c12288 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 931 time: 0.9014170
Mar 08 21:27:13.525714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Request body: {'port': {'device_id': '03409201-55ca-4bff-9909-82f9cf3306a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:13.555527 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.583445 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] 10.222.0.66 "DELETE /v2.0/networks/7d40808f-674c-4dcd-8d88-084cf6141da6 HTTP/1.1" status: 204  len: 168 time: 2.4729009
Mar 08 21:27:13.625320 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc009-73af-4314-912f-2bd4656b0c78 None None] Pushing event updated for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=4']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:13.648001 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfd3b1-a56f-4794-b7f8-1d93173de34f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d40808f-674c-4dcd-8d88-084cf6141da6,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:13.662821 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139388e0>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:27:03Z', 'revision_number': 4, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '09a6c6be-dc4c-4aac-acd3-095fbb097c1b', 'name': '', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'mac_address': 'fa:16:3e:a8:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:02Z', 'updated_at': '2022-03-08T21:27:12Z', 'revision_number': 4, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'subnets': [{'id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:13.672235 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cab65-d203-4a86-96e3-8fb78de1b807 None None] The sync data for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi is: [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:27:03Z', 'revision_number': 4, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '09a6c6be-dc4c-4aac-acd3-095fbb097c1b', 'name': '', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'mac_address': 'fa:16:3e:a8:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:02Z', 'updated_at': '2022-03-08T21:27:12Z', 'revision_number': 4, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'subnets': [{'id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:27:13.680291 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.738695 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.826908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.839187 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.903188 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:13.992819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636d2f2-387e-4149-91fa-4adc67c06605,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:13.998858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.031035 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bfe249e2-aacc-4112-ba9e-7e1f5248aa51 req-f8a9bb4f-e6be-4f32-b58b-ba35e49e59d7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5079901
Mar 08 21:27:14.034706 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ceff369db3854b62a30a85490c20d6f4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8669696
Mar 08 21:27:14.035006 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42008) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:14.039774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf913-2c09-497b-854e-7091ca5997c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cef5d7-2662-4950-871c-fc7c7c2c5dca,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:14.044869 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.047198 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d53e539f-ee4c-4ec5-b6e7-9caefac52b25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e636d2f2-387e-4149-91fa-4adc67c06605 HTTP/1.1" status: 204  len: 168 time: 0.8438132
Mar 08 21:27:14.294387 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.363891 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42020) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:14.372909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.500392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.519493 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:14.559468 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cef5d7-2662-4950-871c-fc7c7c2c5dca,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:14.576079 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:14.579083 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-86c558eb-a984-4293-a838-586cfc66b050 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1cef5d7-2662-4950-871c-fc7c7c2c5dca HTTP/1.1" status: 204  len: 168 time: 0.5427041
Mar 08 21:27:14.755856 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:14.763039 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:14.763728 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.084910 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.110345 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42036) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:15.112084 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-6ba3cd6c-cf1b-41af-b1d7-9b4252e7e8a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=def6cfcacf9e4a15a0a470fc0cce12c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7322197
Mar 08 21:27:15.166777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:15.174795 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.179053 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 09a6c6be-dc4c-4aac-acd3-095fbb097c1b up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:15.316266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.372899 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.458947 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b476fd8a-1a16-49df-9f19-35da8014dde0 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:15.478929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.509404 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.538902 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Transition to ACTIVE for port object b476fd8a-1a16-49df-9f19-35da8014dde0 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:15.546318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.581527 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f45f2-25a9-4c66-8689-2bc93ae840b7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:15.624929 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:15.634879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-5663f903-c05f-428a-85df-64015bed4999 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec9f45f2-25a9-4c66-8689-2bc93ae840b7 HTTP/1.1" status: 204  len: 168 time: 0.5232258
Mar 08 21:27:15.696906 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.30', 53787) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:15.777710 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:15.877015 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:15.950384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42048) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:15.991067 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:16.015122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:16.021357 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.029044 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.179341 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-85ca82c9-72c9-46dc-b799-3f0c12f2c4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.205396 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:16.223899 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Usage tracker for resource:security_group_rule and tenant:8ba0a0e98cd442a1b08a81a4659d2393 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:16.231588 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:16.245218 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:16.258605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-69f21528-cb2a-4bd8-97c8-4ea58e8368a4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:16.269890 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-69f21528-cb2a-4bd8-97c8-4ea58e8368a4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 819 time: 0.5651553
Mar 08 21:27:16.272084 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42054) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:16.301387 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489912737', 'description': 'tempest-description--720139316'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:16.308410 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:16.335249 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:16.339114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:16.357741 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:16.376540 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Request body: {'port': {'device_id': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'admin_state_up': True, 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:16.407605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.444223 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Attempting to bind port b476fd8a-1a16-49df-9f19-35da8014dde0 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:16.445433 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Attempting to bind port b476fd8a-1a16-49df-9f19-35da8014dde0 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'c43fe137-bcf7-42a4-a055-c78183b00c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:16.446789 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Attempting to bind port b476fd8a-1a16-49df-9f19-35da8014dde0 on network 081da0e9-e09c-463c-800a-c4e5429506b4 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:16.464056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Port b476fd8a-1a16-49df-9f19-35da8014dde0 on network 081da0e9-e09c-463c-800a-c4e5429506b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:27:16.464688 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Attempting to bind port b476fd8a-1a16-49df-9f19-35da8014dde0 on network 081da0e9-e09c-463c-800a-c4e5429506b4 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:16.481944 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.482615 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:16.483196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Checking segment: {'id': 'c43fe137-bcf7-42a4-a055-c78183b00c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:16.486499 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Bound using segment: {'id': 'c43fe137-bcf7-42a4-a055-c78183b00c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:16.487175 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Bound port: b476fd8a-1a16-49df-9f19-35da8014dde0, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43fe137-bcf7-42a4-a055-c78183b00c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:16.487851 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.587103 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:16.603222 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:16.617159 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.620191 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:16.621173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:16.626919 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.659972 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:16.770469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:16.774470 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:16.778594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.790042 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.798108 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b476fd8a-1a16-49df-9f19-35da8014dde0,segment=NetworkSegment(c43fe137-bcf7-42a4-a055-c78183b00c2d),segment_id=c43fe137-bcf7-42a4-a055-c78183b00c2d)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:16.809844 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:16.811578 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.812842 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:16.897258 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df89fd41-91bb-4970-9e54-892ec13142ec,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:17.026870 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:17.028755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.030246 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b476fd8a-1a16-49df-9f19-35da8014dde0 HTTP/1.1" status: 200  len: 1093 time: 3.7747369
Mar 08 21:27:17.030698 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:17.031335 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.081183 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.083737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3f97-577e-4695-883d-21a4c79dfae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:17.086228 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42076) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:17.095883 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ee49b421-85e0-4458-bb0f-1a4f80abe5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8173811
Mar 08 21:27:17.101283 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group_rule': {'security_group_id': 'df89fd41-91bb-4970-9e54-892ec13142ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:17.125420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:17.146905 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:17.161805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.179017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.196700 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Made reservation on behalf of ce57c7b43685481bab404b1b6fc0d631 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:17.200628 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.249937 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:17.288816 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:17.299331 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:17.329786 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:17.396175 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.423745 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42086) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:17.496666 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-2214ebc3-b32e-4c83-adac-c506cf43353b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6b34732c1ed47f985a2ac1c081d23d5&device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 1096 time: 0.3786540
Mar 08 21:27:17.548337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f2211-5dc7-4569-b29a-172f60999a29,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:17.607805 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-ae78fa39-a76f-4c3c-b010-8b8e83c0b3eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b476fd8a-1a16-49df-9f19-35da8014dde0 HTTP/1.1" status: 200  len: 217 time: 0.0954943
Mar 08 21:27:17.611184 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d5e51401-153c-4a06-bb1a-197f7608535a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ba0a0e98cd442a1b08a81a4659d2393&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6597071
Mar 08 21:27:17.612775 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42094) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:17.717924 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-309f8e50-4faf-4b1e-b50a-c166d1c35a9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4048cf21b47f447893843e6e411c056a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2865262
Mar 08 21:27:17.724202 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42102) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:17.775203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.780836 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-f3f45741-a693-479f-a5d9-486a1fcb9081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:17.785246 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-f3f45741-a693-479f-a5d9-486a1fcb9081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6564726-46f6-4027-a11d-af413c9ad2ac HTTP/1.1" status: 200  len: 852 time: 0.1636994
Mar 08 21:27:17.840644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.861016 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:17.967333 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37450039-869a-4da3-b973-c31c8a707697,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:18.027683 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-4a748528-ea98-45bc-916f-94863deca2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=081da0e9-e09c-463c-800a-c4e5429506b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2231841
Mar 08 21:27:18.089178 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.124071 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Allocated IP 172.20.0.6 (13503010-6278-4204-b97a-dfb31f64e331/fbac0741-db7c-4e1a-9e05-08739617a515/4465376b-14ca-4aa4-88a9-45dd6767eed7) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:18.143773 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.328205 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-da991a6e-3758-4e9b-8b51-fe3629826cf8 service neutron] 10.222.0.30 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2700005
Mar 08 21:27:18.367314 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.368966 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-09556f95-e57d-4aae-925f-28bc8fa152c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2817571
Mar 08 21:27:18.381442 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42122) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:18.415156 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group_rule': {'security_group_id': 'df89fd41-91bb-4970-9e54-892ec13142ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:18.437812 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:18.458305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:18.497424 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:18.500325 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.533680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.571759 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.605670 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:18.607912 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f2211-5dc7-4569-b29a-172f60999a29,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:18.644796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.670644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16951e95-adb9-4f9f-8231-e2fb9549c3c9,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:18.690183 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.691659 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ca7595d0-09ec-43b4-8375-737d351c0fd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16951e95-adb9-4f9f-8231-e2fb9549c3c9 HTTP/1.1" status: 204  len: 168 time: 0.9657917
Mar 08 21:27:18.706189 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199531e5-8025-4791-8482-3109c102e2be req-b9fbf778-8a0c-47f9-be60-cc5879b8a8ac tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:18.707779 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-199531e5-8025-4791-8482-3109c102e2be req-b9fbf778-8a0c-47f9-be60-cc5879b8a8ac tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 943 time: 0.5351591
Mar 08 21:27:18.766309 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-777410b8-e1c4-4f14-8741-18b66f4ef93c req-ca1be6d2-7104-4453-b734-4b8c825dd713 service neutron] 10.222.0.30 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006984
Mar 08 21:27:18.812435 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.832131 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 09a6c6be-dc4c-4aac-acd3-095fbb097c1b up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:18.836582 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:18.837887 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bbf15031-4819-4001-82e9-f86456ee86c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c9f2211-5dc7-4569-b29a-172f60999a29 HTTP/1.1" status: 204  len: 168 time: 1.2214239
Mar 08 21:27:18.924580 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-199531e5-8025-4791-8482-3109c102e2be req-4e2cecaa-7268-4fcb-8641-5701eebbaadb tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050266
Mar 08 21:27:18.985092 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.003771 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:19.004422 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.030842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.037847 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.102924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd24b8c-da33-4115-a824-8aee89498faa,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:19.136621 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.137957 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-423dff07-2bee-4872-9966-19db6a000e93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7378070
Mar 08 21:27:19.139293 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.141404 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42142) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:19.223164 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:19.284764 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:19.343728 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:floatingip and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:19.348159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:19.371557 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:19.423190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Network 13503010-6278-4204-b97a-dfb31f64e331 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:19.452639 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:19.460206 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:19.576678 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Pushing event updated for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:19.605414 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.768768 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:19.769748 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:19.810973 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-76159ccf-1ca1-4410-9501-666d2c93199a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4411144
Mar 08 21:27:19.866693 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Request body: {'port': {'device_id': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:19.902387 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0', 'status': 'completed', 'code': 200}
Mar 08 21:27:20.109762 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-654bd974-9185-427f-b820-38ac35e34e75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6b34732c1ed47f985a2ac1c081d23d5&device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 1096 time: 0.1893730
Mar 08 21:27:20.465081 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-e38b5395-4f6c-4d47-834b-7ea0fe18e932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:20.467154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-e38b5395-4f6c-4d47-834b-7ea0fe18e932 service neutron] 10.222.0.30 "GET /v2.0/networks?id=081da0e9-e09c-463c-800a-c4e5429506b4 HTTP/1.1" status: 200  len: 913 time: 0.3261604
Mar 08 21:27:20.497882 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:20.664917 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-d4c4c26b-4420-4f11-b0c3-76a7d0f921f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b476fd8a-1a16-49df-9f19-35da8014dde0 HTTP/1.1" status: 200  len: 217 time: 0.1896276
Mar 08 21:27:20.712015 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:20.814790 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-8ab62839-32a8-4c8e-a0a0-b4a107878888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:20.816251 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-8ab62839-32a8-4c8e-a0a0-b4a107878888 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6564726-46f6-4027-a11d-af413c9ad2ac HTTP/1.1" status: 200  len: 852 time: 0.1203613
Mar 08 21:27:20.935215 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-fb3bdc00-9fe3-43ff-bb26-6eb1f2879726 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=081da0e9-e09c-463c-800a-c4e5429506b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1030054
Mar 08 21:27:21.232930 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-393a9226-3552-4d3e-8c2d-1c892be75c03 service neutron] 10.222.0.30 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968820
Mar 08 21:27:21.311411 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009724e-48a3-4753-855b-41588f7021a1 req-a019bdbe-f904-4bd2-ae55-9385d352365d tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:21.320715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6009724e-48a3-4753-855b-41588f7021a1 req-a019bdbe-f904-4bd2-ae55-9385d352365d tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 943 time: 0.7220216
Mar 08 21:27:21.402264 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6009724e-48a3-4753-855b-41588f7021a1 req-d888ff39-7d54-44ac-839c-0c299c05a998 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802212
Mar 08 21:27:21.405986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Allocated IP 172.27.0.110 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/a5b1f238-ee82-441c-92d5-23cf973ef000) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:21.682915 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89cd6878-7e2a-4afc-b37d-097b4464924e req-8da30d22-dd5c-4ead-a706-7d2b5d4384e7 service neutron] 10.222.0.30 "GET /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4362295
Mar 08 21:27:22.049294 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:22.197305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4465376b-14ca-4aa4-88a9-45dd6767eed7 {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:22.207550 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:22.227214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:22.234161 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Transition to ACTIVE for port object 4465376b-14ca-4aa4-88a9-45dd6767eed7 will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:22.297420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332eae8-c765-4390-8519-de58999b068e req-a4cded85-6a2a-49d1-9a41-c8f54a0ff4e4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:22.300611 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-a4cded85-6a2a-49d1-9a41-c8f54a0ff4e4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 819 time: 0.2082019
Mar 08 21:27:22.301218 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:22.330467 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=a5b1f238-ee82-441c-92d5-23cf973ef000,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:22.340769 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-66023346-09b1-4ae8-be44-96a9086fe891 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/quotas/ce57c7b43685481bab404b1b6fc0d631 HTTP/1.1" status: 200  len: 375 time: 0.0332613
Mar 08 21:27:22.442690 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:22.488199 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:22.494044 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:22.557349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-5ecfa155-ec5c-40d7-a5f9-c805e985935b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2103038
Mar 08 21:27:22.646332 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Pushing event updated for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:22.726401 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-ccb2168a-d32d-4054-8cc3-b9343f8a427e service neutron] 10.222.0.66 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601703
Mar 08 21:27:22.874471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Attempting to bind port 4465376b-14ca-4aa4-88a9-45dd6767eed7 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:22.874844 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Attempting to bind port 4465376b-14ca-4aa4-88a9-45dd6767eed7 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:22.875170 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Attempting to bind port 4465376b-14ca-4aa4-88a9-45dd6767eed7 on network 13503010-6278-4204-b97a-dfb31f64e331 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:22.876615 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-0e37917d-68a4-4f60-9fdd-12ed02ceaf7e service neutron] 10.222.0.66 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438050
Mar 08 21:27:22.906542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Port 4465376b-14ca-4aa4-88a9-45dd6767eed7 on network 13503010-6278-4204-b97a-dfb31f64e331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:27:22.906542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Attempting to bind port 4465376b-14ca-4aa4-88a9-45dd6767eed7 on network 13503010-6278-4204-b97a-dfb31f64e331 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:22.928670 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d22ebc-9473-4ea4-85ab-6ddd78752293 req-129e60e9-8a8c-43ca-8924-335e1d0f9120 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:22.930218 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a7d22ebc-9473-4ea4-85ab-6ddd78752293 req-129e60e9-8a8c-43ca-8924-335e1d0f9120 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 943 time: 0.2489796
Mar 08 21:27:22.932843 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:22.933367 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Checking segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:22.933916 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Bound using segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:22.934386 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Bound port: 4465376b-14ca-4aa4-88a9-45dd6767eed7, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:22.934735 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.151449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.163903 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a7d22ebc-9473-4ea4-85ab-6ddd78752293 req-33b229f5-01f0-4a24-9840-d23b2870c603 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187023
Mar 08 21:27:23.170090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c16b6c1d-d903-4474-8953-e5fa01a37eb9 req-332b1e11-41c1-4521-8438-05f870a9005c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 210 time: 0.0812349
Mar 08 21:27:23.231848 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.250458 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42276) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:23.281303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42284) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:23.325240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:23.334684 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:23.346956 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.552577 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.554022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] 10.222.0.30 "PUT /v2.0/ports/4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 1093 time: 3.7112010
Mar 08 21:27:23.556424 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:23.631569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.665630 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316744b-5148-4954-8502-cf6ba72b6c71 service neutron] Pushing event updated for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:23.675658 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:23.679886 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device b476fd8a-1a16-49df-9f19-35da8014dde0 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:27:23.680290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc2fd099b7f45409c34740f9d5bc409 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:23.684434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:23.690624 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:23.743322 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.759649 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.801740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:23.897868 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-7e2c6b5d-5982-4ee5-bab4-75a23f5f2e81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1096 time: 0.2995098
Mar 08 21:27:23.922052 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=a5b1f238-ee82-441c-92d5-23cf973ef000,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:23.971310 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:23.993807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce4ff44b5d54fbbb5b2c4e389b70dd3 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:24.004306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:24.020479 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.029968 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-68bafa40-45b5-4d40-acb2-e003bb84deb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.0938535
Mar 08 21:27:24.030764 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.035736 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:24.039552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.049561 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b476fd8a-1a16-49df-9f19-35da8014dde0,segment=NetworkSegment(c43fe137-bcf7-42a4-a055-c78183b00c2d),segment_id=c43fe137-bcf7-42a4-a055-c78183b00c2d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:24.073436 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'b476fd8a-1a16-49df-9f19-35da8014dde0', 'network_id': '081da0e9-e09c-463c-800a-c4e5429506b4', 'port_id': 'b476fd8a-1a16-49df-9f19-35da8014dde0', 'mac_address': 'fa:16:3e:4e:ad:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6564726-46f6-4027-a11d-af413c9ad2ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:27:24.125257 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-04400210-ed2c-433a-88b7-c6522bb2025b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:24.127368 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-04400210-ed2c-433a-88b7-c6522bb2025b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0906076
Mar 08 21:27:24.128893 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbc2fd099b7f45409c34740f9d5bc409&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8464186
Mar 08 21:27:24.132896 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42314) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:24.171541 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.200350 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576a0c7-de64-437a-8833-4c0442cbe097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7be3c1-12e5-4c59-8e80-3a2bcc6611a5,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:24.211128 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b476fd8a-1a16-49df-9f19-35da8014dde0 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:24.232412 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b476fd8a-1a16-49df-9f19-35da8014dde0,segment=NetworkSegment(c43fe137-bcf7-42a4-a055-c78183b00c2d),segment_id=c43fe137-bcf7-42a4-a055-c78183b00c2d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:24.239517 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.309201 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-3b535555-b743-47aa-9324-7c8c717ffd77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1669104
Mar 08 21:27:24.312086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.321718 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.336760 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:24.496076 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['b476fd8a-1a16-49df-9f19-35da8014dde0'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:27:24.502090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ce4ff44b5d54fbbb5b2c4e389b70dd3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2503839
Mar 08 21:27:24.512085 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7', 'status': 'completed', 'code': 200}
Mar 08 21:27:24.515975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42330) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:24.519939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f11f68-897b-431e-a8e5-6881cd0f1237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad24c3-6890-432d-8e9c-615a66590835,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:24.535340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.544473 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-859d81c2-60cf-4554-be16-d01f625f16cb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3942745
Mar 08 21:27:24.774651 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b577e1f7-353c-4f7e-91b8-821aa9a46377 req-3f2c2cdc-b6ee-479f-9535-876e6c1e3d76 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:24.802407 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332eae8-c765-4390-8519-de58999b068e req-e069c425-7b8f-4841-bd53-0e3156ea02c8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:24.803871 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-e069c425-7b8f-4841-bd53-0e3156ea02c8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 819 time: 0.1881647
Mar 08 21:27:24.858796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Request body: {'port': {'device_id': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'admin_state_up': True, 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:24.901292 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:24.968502 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b577e1f7-353c-4f7e-91b8-821aa9a46377 req-3f2c2cdc-b6ee-479f-9535-876e6c1e3d76 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:24.988303 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b577e1f7-353c-4f7e-91b8-821aa9a46377 req-3f2c2cdc-b6ee-479f-9535-876e6c1e3d76 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 210 time: 0.4739943
Mar 08 21:27:25.009695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-969abc1c-6803-4257-afbd-892882dcbc7f service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6572752
Mar 08 21:27:25.122195 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.218639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9487-d099-4f0b-a73a-82fdeed51957 req-57941cb8-0b6c-42a5-b52a-1eeee76eddc9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:25.220106 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1e7e9487-d099-4f0b-a73a-82fdeed51957 req-57941cb8-0b6c-42a5-b52a-1eeee76eddc9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 944 time: 0.8245790
Mar 08 21:27:25.221087 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:25.263115 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-099cbed9-cd5b-4372-8efc-458d5f7185b5 req-202a3165-9f14-431f-8520-737e9417997b service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2315955
Mar 08 21:27:25.266127 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:25.296170 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.330956 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Made reservation on behalf of ce57c7b43685481bab404b1b6fc0d631 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:25.334266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.372979 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.380233 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-1e7e9487-d099-4f0b-a73a-82fdeed51957 req-1cbfedbd-5002-46a9-a32e-11074478d45f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Synchronizing usage tracker for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:25.386428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.432431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7be3c1-12e5-4c59-8e80-3a2bcc6611a5,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:25.465528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.472204 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-94b0f65b-67fd-4108-a95d-4d368ba4cdb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe7be3c1-12e5-4c59-8e80-3a2bcc6611a5 HTTP/1.1" status: 204  len: 168 time: 1.3384061
Mar 08 21:27:25.504988 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-94f81d2e-6e05-4799-8df6-38788d95639f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:25.511194 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-1e7e9487-d099-4f0b-a73a-82fdeed51957 req-1cbfedbd-5002-46a9-a32e-11074478d45f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Unset dirty status for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:25.512506 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1e7e9487-d099-4f0b-a73a-82fdeed51957 req-1cbfedbd-5002-46a9-a32e-11074478d45f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821894
Mar 08 21:27:25.561634 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-94f81d2e-6e05-4799-8df6-38788d95639f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:25.568686 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-94f81d2e-6e05-4799-8df6-38788d95639f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--489912737&fields=id&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 267 time: 0.2590480
Mar 08 21:27:25.601700 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.627085 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad24c3-6890-432d-8e9c-615a66590835,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:25.657673 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-2066da4e-8c1e-47b6-bfc5-a0af6bc7360f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1096 time: 0.3008595
Mar 08 21:27:25.668010 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Allocated IP 172.20.0.13 (13503010-6278-4204-b97a-dfb31f64e331/fbac0741-db7c-4e1a-9e05-08739617a515/79dd00dc-f1e6-41ae-ab1a-ae97745e3256) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:25.670771 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device b476fd8a-1a16-49df-9f19-35da8014dde0 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:25.808538 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port b476fd8a-1a16-49df-9f19-35da8014dde0 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:25.816107 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port b476fd8a-1a16-49df-9f19-35da8014dde0 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:25.816758 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.818431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:25.824217 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-43027fab-3355-447c-b90c-529cf24cf1ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39ad24c3-6890-432d-8e9c-615a66590835 HTTP/1.1" status: 204  len: 168 time: 1.3057218
Mar 08 21:27:26.019762 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.057391 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:26.158064 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b476fd8a-1a16-49df-9f19-35da8014dde0,segment=NetworkSegment(c43fe137-bcf7-42a4-a055-c78183b00c2d),segment_id=c43fe137-bcf7-42a4-a055-c78183b00c2d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:26.163710 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.216362 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-69adbcde-a119-4fae-8f5a-258557e1fce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:26.218296 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-69adbcde-a119-4fae-8f5a-258557e1fce4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.5443997
Mar 08 21:27:26.267314 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:26.292564 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f94a86a9-bce5-4fc4-a79a-a694ffd7edb2 req-7e994a94-0792-40df-b446-32b4886518f8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:26.323503 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-e1a3caa5-0b75-42cf-a81a-dacda34de6c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.0868695
Mar 08 21:27:26.343477 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.351263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f94a86a9-bce5-4fc4-a79a-a694ffd7edb2 req-7e994a94-0792-40df-b446-32b4886518f8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:26.352461 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f94a86a9-bce5-4fc4-a79a-a694ffd7edb2 req-7e994a94-0792-40df-b446-32b4886518f8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 210 time: 0.2018511
Mar 08 21:27:26.373418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-8ab18fe9-1587-41ec-b84d-0f3df77e68ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:26.374866 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-8ab18fe9-1587-41ec-b84d-0f3df77e68ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 817 time: 0.7987430
Mar 08 21:27:26.400022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-69df2d93-7c9e-416d-ac38-8930c5220de0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/quotas/aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 375 time: 0.0188258
Mar 08 21:27:26.406575 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-820cdd3e-8411-4ab3-8bb4-0e959cde8e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:26.406758 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.408207 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-820cdd3e-8411-4ab3-8bb4-0e959cde8e39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0789740
Mar 08 21:27:26.472684 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Network 13503010-6278-4204-b97a-dfb31f64e331 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:26.475954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:26.484796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:26.511479 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-ffb41f70-71ee-4db5-8853-8b601a76f2c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0969965
Mar 08 21:27:26.540156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Pushing event updated for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:26.556514 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:26.558160 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.583993 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-ea032e32-e5ff-4fdb-9be1-c950d0570435 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7402091
Mar 08 21:27:26.599566 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Request body: {'port': {'device_id': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:26.630737 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42394) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:26.680752 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.718674 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:26.722863 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Usage tracker for resource:security_group_rule and tenant:5c970ad91f39444a81c095b547407584 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:26.725932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:26.732834 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:26.778917 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-bf30fd5f-a4b9-42bf-a1b1-72aa0191b926 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3604414
Mar 08 21:27:26.941676 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:26.971952 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-e3672d6e-071a-4187-85f8-76cfaf62d4eb service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4488189
Mar 08 21:27:27.008274 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce88c4a-532b-454f-8462-1b2aa47209a0 req-8845b09b-a457-4a8e-866e-e11fc75a5ee9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:27.013008 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6ce88c4a-532b-454f-8462-1b2aa47209a0 req-8845b09b-a457-4a8e-866e-e11fc75a5ee9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.2537279
Mar 08 21:27:27.080959 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.099547 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.133836 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-1d9a9109-ba29-4556-8cb6-ae7cca7888d0 service neutron] 10.222.0.66 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3539972
Mar 08 21:27:27.159430 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6ce88c4a-532b-454f-8462-1b2aa47209a0 req-226447f9-b3f4-4c3f-8b1c-c086ffd9640a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635192
Mar 08 21:27:27.348194 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8da33a-7dfd-4634-9cd9-813fe53ad34d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:27.365228 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-328aecb2-c0c0-4e64-bc48-22cab008bb34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c970ad91f39444a81c095b547407584&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7264478
Mar 08 21:27:27.368248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42424) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:27.370892 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8afa50b6-4c96-45e1-9c8b-e444d2e17f65 req-cdb3ec6b-e0ee-4293-9919-f67b1dcbe41f service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3787367
Mar 08 21:27:27.429205 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-9b5925bf-2406-40b1-a40e-6f96c9adc15d service neutron] 10.222.0.66 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944682
Mar 08 21:27:27.441636 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.508422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.656695 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:27.663765 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.673519 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.684464 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4465376b-14ca-4aa4-88a9-45dd6767eed7 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:27:27.693986 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.695201 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a8da33a-7dfd-4634-9cd9-813fe53ad34d HTTP/1.1" status: 204  len: 168 time: 0.3226779
Mar 08 21:27:27.716876 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf95b-411b-464f-b18b-0e4dd1d85e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8da33a-7dfd-4634-9cd9-813fe53ad34d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:27.741061 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Transition to ACTIVE for port object 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:27.748510 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:27.893496 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Pushing event updated for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:27.960301 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0', 'code': 200}
Mar 08 21:27:28.143492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c415a4d-abfb-4658-9619-b38c67615387 req-8095fe1c-a0be-4a88-b0d4-864b9372472e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:28.159157 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6c415a4d-abfb-4658-9619-b38c67615387 req-8095fe1c-a0be-4a88-b0d4-864b9372472e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.3192868
Mar 08 21:27:28.177056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b0bc79a1-5148-4bb3-9ee8-28f31b24e74a req-c534b51c-11ef-4538-973c-6a38fbced4bd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:28.232549 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:28.255782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6c415a4d-abfb-4658-9619-b38c67615387 req-eaf0b55b-01aa-4eed-a1d6-db45bc331284 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:28.265222 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '4465376b-14ca-4aa4-88a9-45dd6767eed7', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'port_id': '4465376b-14ca-4aa4-88a9-45dd6767eed7', 'mac_address': 'fa:16:3e:e5:e2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:27:28.297141 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6c415a4d-abfb-4658-9619-b38c67615387 req-eaf0b55b-01aa-4eed-a1d6-db45bc331284 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:28.314150 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6c415a4d-abfb-4658-9619-b38c67615387 req-eaf0b55b-01aa-4eed-a1d6-db45bc331284 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529236
Mar 08 21:27:28.316862 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b0bc79a1-5148-4bb3-9ee8-28f31b24e74a req-c534b51c-11ef-4538-973c-6a38fbced4bd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:28.318301 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b0bc79a1-5148-4bb3-9ee8-28f31b24e74a req-c534b51c-11ef-4538-973c-6a38fbced4bd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.1956632
Mar 08 21:27:28.341783 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Attempting to bind port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:28.342121 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Attempting to bind port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:28.342468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Attempting to bind port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 on network 13503010-6278-4204-b97a-dfb31f64e331 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:28.349648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 on network 13503010-6278-4204-b97a-dfb31f64e331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:27:28.350060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Attempting to bind port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 on network 13503010-6278-4204-b97a-dfb31f64e331 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:28.359783 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:28.360273 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Checking segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:28.360737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Bound using segment: {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:28.361265 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Bound port: 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc345895-07ea-401d-b597-90db4c8752f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '13503010-6278-4204-b97a-dfb31f64e331'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:28.361757 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.417576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.428176 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42464) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:28.451140 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.467174 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4465376b-14ca-4aa4-88a9-45dd6767eed7 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:28.496499 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:28.502373 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0dbd0145a34bc5871f942508a66c1c is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:28.506442 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:28.511740 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:28.520814 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.530027 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:28.695651 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.701119 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.702010 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:28.734476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:28.755070 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:28.759668 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec0dbd0145a34bc5871f942508a66c1c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3272605
Mar 08 21:27:28.759668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42478) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:28.771319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.800751 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accfda2-75b2-4d78-8bcc-28126fa561e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeebac9-c8b6-4485-9306-57faaef6000f,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:28.851862 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.853980 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] 10.222.0.30 "PUT /v2.0/ports/79dd00dc-f1e6-41ae-ab1a-ae97745e3256 HTTP/1.1" status: 200  len: 1094 time: 2.2622023
Mar 08 21:27:28.860802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.862695 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:28.889760 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139263b-6dfb-4870-82d0-7609e9e4be0f req-4cd5ceb0-0562-4ce7-b748-cfffea0431f7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:28.891241 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2139263b-6dfb-4870-82d0-7609e9e4be0f req-4cd5ceb0-0562-4ce7-b748-cfffea0431f7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.2453120
Mar 08 21:27:28.901578 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.917029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c19761-5a71-49ea-a885-7cc2c024992c service neutron] Pushing event updated for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:28.959388 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2139263b-6dfb-4870-82d0-7609e9e4be0f req-f4457af9-f197-49ed-982b-f715c2d47e0c tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610130
Mar 08 21:27:28.965011 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.986355 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeebac9-c8b6-4485-9306-57faaef6000f,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:28.993511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:28.996727 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c6f05a3b-f03b-451d-bf43-71c80e942657 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9aeebac9-c8b6-4485-9306-57faaef6000f HTTP/1.1" status: 204  len: 168 time: 0.2349968
Mar 08 21:27:29.018406 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256', 'status': 'completed', 'code': 200}
Mar 08 21:27:29.304404 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.498587 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42524) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:29.542760 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd560c0-3967-410c-97ce-c553c5f284ae req-87ece0da-4e57-49ee-9296-985619755265 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:29.545073 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cfd560c0-3967-410c-97ce-c553c5f284ae req-87ece0da-4e57-49ee-9296-985619755265 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.0920036
Mar 08 21:27:29.565164 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f775e977-a9fc-4939-94eb-fb7fd402ea98 req-6a42b38d-2fa2-4d12-ae12-86f480c48251 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0473490
Mar 08 21:27:29.604618 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cfd560c0-3967-410c-97ce-c553c5f284ae req-394b203e-7309-4135-8696-997ed5b2d8d6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536470
Mar 08 21:27:29.654528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.685471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:29.689243 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Usage tracker for resource:security_group_rule and tenant:ce3bcd974ced4fa7a7d203cbe561c7ce is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:29.691995 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:29.697640 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:29.763840 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.772895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.821317 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec751482-a218-40b0-b206-268455fde2af,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:29.829814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42540) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:29.842223 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a80c8961-969e-46cb-97e8-8350a9ac449a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce3bcd974ced4fa7a7d203cbe561c7ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3425367
Mar 08 21:27:29.900994 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.926336 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.980171 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:29.994598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec751482-a218-40b0-b206-268455fde2af,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:30.001224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:30.002325 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9fdecfeb-369c-4321-9801-a61f11436e21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec751482-a218-40b0-b206-268455fde2af HTTP/1.1" status: 204  len: 168 time: 0.1715603
Mar 08 21:27:30.188449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed84e6-9cb3-486a-9644-6619f2f4027a req-3d6e072e-56ee-4e08-a748-acf5d5aadc81 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:30.205761 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-eeed84e6-9cb3-486a-9644-6619f2f4027a req-3d6e072e-56ee-4e08-a748-acf5d5aadc81 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1159031
Mar 08 21:27:30.273002 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-eeed84e6-9cb3-486a-9644-6619f2f4027a req-7c73e38d-a93d-4a13-a698-e60fb2d52c2a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663075
Mar 08 21:27:30.319197 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-671d7233-8cfa-4cc1-8206-87d2cb14280f req-4b9718c4-6aec-4757-9d24-02687d0c5a5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1097 time: 0.1351974
Mar 08 21:27:30.379965 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['4465376b-14ca-4aa4-88a9-45dd6767eed7'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:27:30.539444 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7233-8cfa-4cc1-8206-87d2cb14280f req-67dfc384-950c-4233-afe4-f1eb9c95ebd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:30.544139 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-671d7233-8cfa-4cc1-8206-87d2cb14280f req-67dfc384-950c-4233-afe4-f1eb9c95ebd0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ce57c7b43685481bab404b1b6fc0d631&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2143912
Mar 08 21:27:30.763712 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-287411f9-6c5b-4d0e-b4f2-a4a378dc25a6 req-f6077d7f-62eb-48e5-8bae-447dcfa21310 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0526140
Mar 08 21:27:30.890590 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30b0a-4090-4f81-9a6d-4a8bb7ac4f9c req-3dc02b69-e5bf-4630-8211-677d80988e1e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:30.898972 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bdf30b0a-4090-4f81-9a6d-4a8bb7ac4f9c req-3dc02b69-e5bf-4630-8211-677d80988e1e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.1159654
Mar 08 21:27:30.954274 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bdf30b0a-4090-4f81-9a6d-4a8bb7ac4f9c req-39f9b20d-c8e0-4202-88a8-ea4a28853573 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542743
Mar 08 21:27:31.505318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fcfdb-752b-4868-94ae-955b1a19b0d4 req-5fe9ee78-ef57-4f05-8a30-45815fea368e tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:31.512935 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-861fcfdb-752b-4868-94ae-955b1a19b0d4 req-5fe9ee78-ef57-4f05-8a30-45815fea368e tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.0902557
Mar 08 21:27:31.579648 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-861fcfdb-752b-4868-94ae-955b1a19b0d4 req-171c0c54-aa18-446e-9ad4-e9cc3f6d6c4d tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655386
Mar 08 21:27:32.012799 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-63039223-566d-4a07-a2e6-c275ea0b0fce req-c3684b9a-960e-4ab8-9bfc-972f88b91366 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0693307
Mar 08 21:27:32.189444 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcb8e-29ef-46ef-9582-f37f5e42b827 req-d1746519-d5f8-4eb9-ba83-a6d780c9782e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:32.197451 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7d4dcb8e-29ef-46ef-9582-f37f5e42b827 req-d1746519-d5f8-4eb9-ba83-a6d780c9782e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.1003437
Mar 08 21:27:32.241372 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7d4dcb8e-29ef-46ef-9582-f37f5e42b827 req-f9bf2865-1b23-4d24-9f83-2df9bcbc6968 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430312
Mar 08 21:27:32.775965 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe220b-783e-4a41-a2cc-0a7c1adc66d5 req-7b0dd0f7-d364-445d-a45a-fa122acdf3c7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:32.777402 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-11fe220b-783e-4a41-a2cc-0a7c1adc66d5 req-7b0dd0f7-d364-445d-a45a-fa122acdf3c7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.0768874
Mar 08 21:27:32.824319 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-11fe220b-783e-4a41-a2cc-0a7c1adc66d5 req-5bc69882-13bc-4289-8ce1-81fe90bff2b7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412526
Mar 08 21:27:32.915011 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42686) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:33.055188 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-3b17bcd4-f899-4721-818b-4a5f3a8519b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 1098 time: 0.0993812
Mar 08 21:27:33.094853 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.129476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.139190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:33.144091 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Usage tracker for resource:security_group_rule and tenant:b7b60fe9da28493080921d5e2d490cea is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:33.147327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:33.154106 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:33.166298 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7233-8cfa-4cc1-8206-87d2cb14280f req-7e056083-f29a-471f-87de-090d6e085363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:33.167861 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-671d7233-8cfa-4cc1-8206-87d2cb14280f req-7e056083-f29a-471f-87de-090d6e085363 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2081411
Mar 08 21:27:33.189291 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:33.245310 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b5bfd48f0046488c39eadb5944b4a0 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:33.248152 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.253390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.281972 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:33.292940 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cb148e4a-f2bd-4fc4-917e-a43e4df8426f req-86f3ecbc-1fdd-4953-a25f-c88bf407d5d1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0994265
Mar 08 21:27:33.295190 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a89cfbd9-11d5-40b1-8425-904468465bc1 req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328956
Mar 08 21:27:33.296341 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335a634-cef4-4e99-b053-1bbee4e4090f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2912502-63f7-4529-9955-e91852860ea3,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:33.299861 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:33.371489 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-f37343df-c543-4804-9f48-0e9828ffcc70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1097 time: 0.1322904
Mar 08 21:27:33.399012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.404384 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.452279 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb2ae7-fabb-41b4-92b6-0528118da1af,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:33.467239 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ef4aa941-8f3c-476b-9862-8fe0b7790a49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2b5bfd48f0046488c39eadb5944b4a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5505297
Mar 08 21:27:33.470051 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42708) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:33.501293 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a3ad2-c6d4-49c5-85f1-404efeb23041 req-45bcf7c9-1737-4658-b151-f076e60c5d57 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:33.503219 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-224a3ad2-c6d4-49c5-85f1-404efeb23041 req-45bcf7c9-1737-4658-b151-f076e60c5d57 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.0915234
Mar 08 21:27:33.576119 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-224a3ad2-c6d4-49c5-85f1-404efeb23041 req-9b53dc0b-3a09-4284-b97b-ef32053fcc67 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557430
Mar 08 21:27:33.607072 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-e24a4eaf-d2b8-43dd-a0f5-ac860c4359d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256 HTTP/1.1" status: 200  len: 217 time: 0.0733354
Mar 08 21:27:33.672181 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.708915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332eae8-c765-4390-8519-de58999b068e req-97b3eaed-3778-4a43-9158-4bf33edb1dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:33.710336 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-97b3eaed-3778-4a43-9158-4bf33edb1dc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0975618
Mar 08 21:27:33.712130 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:33.769607 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-2820314c-1b5c-4199-b447-17e3b1d43fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506103
Mar 08 21:27:33.942337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-9641edfc-ab23-430f-bc1e-acb73bdcbe49 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:33.944379 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-9641edfc-ab23-430f-bc1e-acb73bdcbe49 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 817 time: 0.1657045
Mar 08 21:27:33.980928 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-7cc49784-b799-4b2e-b26d-3e06ce66b130 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924667
Mar 08 21:27:34.045484 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-bb22dd82-3434-441c-a544-0ebb0dfc5890 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 379 time: 0.0888028
Mar 08 21:27:34.061857 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'port': {'device_id': 'b9ca528a-3476-484a-9621-0373521d9526', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'admin_state_up': True, 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'security_groups': ['df89fd41-91bb-4970-9e54-892ec13142ec']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:34.248146 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:34.271390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:34.275928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb2ae7-fabb-41b4-92b6-0528118da1af,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:34.289325 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:34.302127 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:34.303235 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3c640128-3f05-47ab-b955-e4fa10421ff0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78cb2ae7-fabb-41b4-92b6-0528118da1af HTTP/1.1" status: 204  len: 168 time: 0.8320956
Mar 08 21:27:34.328097 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0332eae8-c765-4390-8519-de58999b068e req-1bcf559d-4170-45c7-88d5-f3d352853c21 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3406212
Mar 08 21:27:34.341770 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c2d2-660a-4647-9a42-8e62351b6d6d req-ce979daf-2f70-4779-9ae4-625ee5f6e5a7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:34.344469 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Made reservation on behalf of aced4cc66ce8447f9021f6766ad80407 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:34.348701 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:34.351610 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f388c2d2-660a-4647-9a42-8e62351b6d6d req-ce979daf-2f70-4779-9ae4-625ee5f6e5a7 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.2809355
Mar 08 21:27:34.420204 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f388c2d2-660a-4647-9a42-8e62351b6d6d req-f568f1c8-f682-4406-aecb-8310bab69b4a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657728
Mar 08 21:27:34.679173 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a09582cf-dd34-40f2-84ca-0be25a1b74c4 req-09be0e7b-29f6-4c52-aa1d-7f6586476b4d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0552437
Mar 08 21:27:34.716761 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Allocated IP 172.20.0.6 (e3f5ecfe-d6db-4b20-943b-124c2f096d53/183f373a-f3bb-49f8-a1f2-a237fa0765e7/d51d2595-7feb-4011-910a-e3a3e00f012e) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:27:34.867463 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42760) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:34.889810 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:34.975213 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13504405-f5c3-44c6-a073-5176f74a4c73 req-82be7884-3ac1-45ff-b30a-09df130b7912 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:34.976731 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-13504405-f5c3-44c6-a073-5176f74a4c73 req-82be7884-3ac1-45ff-b30a-09df130b7912 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.1869042
Mar 08 21:27:34.982292 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:35.005183 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Usage tracker for resource:security_group_rule and tenant:0281b031ca2d4a569243d11bcde05a3b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:35.010837 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:35.023652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:35.049485 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-13504405-f5c3-44c6-a073-5176f74a4c73 req-741dd9ac-b61f-4c68-90ed-de257bae867b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638657
Mar 08 21:27:35.124199 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.130446 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.183697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be45c7-36dc-48ae-b2dc-52656498e087,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:35.186701 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.189207 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f45272d1-de38-4860-829d-e1f4a121b330 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0281b031ca2d4a569243d11bcde05a3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3214920
Mar 08 21:27:35.195116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 42768) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:35.217674 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Transition to ACTIVE for port object d51d2595-7feb-4011-910a-e3a3e00f012e will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:35.318114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.328885 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.479520 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.491694 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:27:35.497862 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:35.513276 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:35.523136 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:27:35.629471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:35.630139 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.671842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.739686 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be45c7-36dc-48ae-b2dc-52656498e087,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:35.742403 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-87e09d4b-581d-4b02-aa72-5b121b59dbcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6843903
Mar 08 21:27:35.744985 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.749022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a5c6ce2f-c808-485d-9352-8bff7f1d2c3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9be45c7-36dc-48ae-b2dc-52656498e087 HTTP/1.1" status: 204  len: 168 time: 0.5498762
Mar 08 21:27:35.799733 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09d68-3243-47df-98b6-dbeebce3d548 req-2aad4175-5468-4677-8ea2-546c929abb2a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:35.801189 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-93b09d68-3243-47df-98b6-dbeebce3d548 req-2aad4175-5468-4677-8ea2-546c929abb2a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1095319
Mar 08 21:27:35.822938 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4465376b-14ca-4aa4-88a9-45dd6767eed7 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:35.883051 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-31c19d2a-779f-496a-9df3-99364b99a5ab None None] Provisioning for port d51d2595-7feb-4011-910a-e3a3e00f012e completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:35.906076 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-93b09d68-3243-47df-98b6-dbeebce3d548 req-067980db-4fe3-43d7-8a1d-0101e5cab749 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991197
Mar 08 21:27:35.909009 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-31c19d2a-779f-496a-9df3-99364b99a5ab None None] Provisioning complete for port d51d2595-7feb-4011-910a-e3a3e00f012e triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:35.909379 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-31c19d2a-779f-496a-9df3-99364b99a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:35.961908 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:27:35.985309 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-31c19d2a-779f-496a-9df3-99364b99a5ab None None] Port d51d2595-7feb-4011-910a-e3a3e00f012e cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:27:35.996012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1629-daa5-4bb5-bacf-6e3d5788a050 req-2e9bd000-958b-4485-aa9b-cac467a64fa5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:35.997474 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-afad1629-daa5-4bb5-bacf-6e3d5788a050 req-2e9bd000-958b-4485-aa9b-cac467a64fa5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 931 time: 0.0922911
Mar 08 21:27:35.998411 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 4465376b-14ca-4aa4-88a9-45dd6767eed7 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:36.007215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 4465376b-14ca-4aa4-88a9-45dd6767eed7 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:36.007580 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.049080 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-afad1629-daa5-4bb5-bacf-6e3d5788a050 req-f681675f-c133-47d5-8d49-86c0708e3404 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:36.063458 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-afad1629-daa5-4bb5-bacf-6e3d5788a050 req-f681675f-c133-47d5-8d49-86c0708e3404 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:36.064688 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-afad1629-daa5-4bb5-bacf-6e3d5788a050 req-f681675f-c133-47d5-8d49-86c0708e3404 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614846
Mar 08 21:27:36.125392 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.156388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:36.167491 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:36.172020 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.247583 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7', 'code': 200}
Mar 08 21:27:36.251873 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:36.281026 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150977a2-7f19-43da-bab9-78b0956b52f1 req-a190f7f2-ff04-499d-bacb-1a55818d25de tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:36.287802 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-150977a2-7f19-43da-bab9-78b0956b52f1 req-a190f7f2-ff04-499d-bacb-1a55818d25de tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.0949869
Mar 08 21:27:36.340383 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-150977a2-7f19-43da-bab9-78b0956b52f1 req-c2698a7b-f8ce-484a-b540-2b97d267b3f4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518093
Mar 08 21:27:36.697303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42824) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:36.828128 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1401178677-network', 'tenant_id': '066b582217ed4368bf4eb45459fe7913'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:36.832752 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:36.836977 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Usage tracker for resource:network and tenant:066b582217ed4368bf4eb45459fe7913 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:36.840395 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:36.845889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:36.855647 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Made reservation on behalf of 066b582217ed4368bf4eb45459fe7913 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:36.857982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.870790 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.909664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:36.913405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Usage tracker for resource:security_group_rule and tenant:066b582217ed4368bf4eb45459fe7913 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:36.916155 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:36.921596 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:36.985335 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:36.990204 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.020731 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:27:37.029409 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cddfeff-722a-4813-b473-b5dd6d25bcd5,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:37.034922 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.035261 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Added segment e606d06e-aa8f-40c5-9d22-9258081a51fb of type vlan for network 25791542-12b1-4b10-b4b7-fbbfea630cc0
Mar 08 21:27:37.092777 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.143842 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.144677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:37.145245 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.178510 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551b69-4e9d-4d50-b2b6-89ff4b11a4e4 req-aee3e617-7ff4-429e-943b-b37748b8c530 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:37.179947 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-10551b69-4e9d-4d50-b2b6-89ff4b11a4e4 req-aee3e617-7ff4-429e-943b-b37748b8c530 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1248553
Mar 08 21:27:37.281420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] Pushing event updated for resources: {'Network': ['ID=25791542-12b1-4b10-b4b7-fbbfea630cc0,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:37.290614 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1ee41b58-5a6a-4758-90e5-643f765b27dc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5918438
Mar 08 21:27:37.292150 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 25791542-12b1-4b10-b4b7-fbbfea630cc0 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:27:37.293471 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42842) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:37.301976 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Request body: {'subnet': {'network_id': '25791542-12b1-4b10-b4b7-fbbfea630cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1401178677-subnet', 'tenant_id': '066b582217ed4368bf4eb45459fe7913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:37.314442 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:37.317049 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac234-c613-4263-8c40-2962a9d247ef req-05ea26d5-0afd-4988-beb1-c8c39fa212b0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:37.318288 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-3e8ac234-c613-4263-8c40-2962a9d247ef req-05ea26d5-0afd-4988-beb1-c8c39fa212b0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:37.323745 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Usage tracker for resource:subnet and tenant:066b582217ed4368bf4eb45459fe7913 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:37.326832 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:37.331450 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-10551b69-4e9d-4d50-b2b6-89ff4b11a4e4 req-ac31b1a0-cbcd-46d7-86ef-67c52da7310f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012521
Mar 08 21:27:37.335100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-3e8ac234-c613-4263-8c40-2962a9d247ef req-05ea26d5-0afd-4988-beb1-c8c39fa212b0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:37.335726 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:37.336687 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3e8ac234-c613-4263-8c40-2962a9d247ef req-05ea26d5-0afd-4988-beb1-c8c39fa212b0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 931 time: 0.1034198
Mar 08 21:27:37.363500 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Made reservation on behalf of 066b582217ed4368bf4eb45459fe7913 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:37.365397 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.405328 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3e8ac234-c613-4263-8c40-2962a9d247ef req-38e079c9-9eb3-47c5-bc1a-c6b6e1b6f0f6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607245
Mar 08 21:27:37.480980 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Request body: {'port': {'device_id': 'b9ca528a-3476-484a-9621-0373521d9526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:37.617233 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87fb13-97ff-49a4-bf9d-0fbe9a68e3cf req-3c10447d-8c9a-406d-80b1-d636f79e5fa4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:37.617659 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.619453 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a87fb13-97ff-49a4-bf9d-0fbe9a68e3cf req-3c10447d-8c9a-406d-80b1-d636f79e5fa4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.1509590
Mar 08 21:27:37.708463 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a87fb13-97ff-49a4-bf9d-0fbe9a68e3cf req-ed9cc7bc-4c6f-40bf-9b2d-a677b1dac03d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798631
Mar 08 21:27:37.715601 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.848069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f8afca-305d-4131-930c-7f6314d35b47,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:37.872285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Checking segment: {'id': 'e606d06e-aa8f-40c5-9d22-9258081a51fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '25791542-12b1-4b10-b4b7-fbbfea630cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:37.872639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Network hostable DHCP agents. Network: 25791542-12b1-4b10-b4b7-fbbfea630cc0, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:27:37.889849 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4847fa0-c12b-46d4-96b5-dff361d3795d req-2d5f4128-3e26-4734-b88c-0cf6c1535058 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.1412683
Mar 08 21:27:37.935894 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Network 25791542-12b1-4b10-b4b7-fbbfea630cc0 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:27:37.946196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 25791542-12b1-4b10-b4b7-fbbfea630cc0) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:37.950693 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:37.951534 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:37.958508 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4847fa0-c12b-46d4-96b5-dff361d3795d req-cfe01b62-14fb-461f-8920-23ddd701cf71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615883
Mar 08 21:27:37.960867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169c3be-881b-4ae7-8d83-4686a6d66619 None None] Network 25791542-12b1-4b10-b4b7-fbbfea630cc0 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:37.975722 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-116d3665-257e-4503-a3e1-6c80ce5e3e67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6803243
Mar 08 21:27:38.084395 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:38.092922 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:38.109742 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Transition to ACTIVE for port object d51d2595-7feb-4011-910a-e3a3e00f012e will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:38.114939 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:38.238049 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53380ec1-1c65-4935-b2e3-f68e1d407793 None None] Network 25791542-12b1-4b10-b4b7-fbbfea630cc0 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:38.296621 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:38.425601 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Attempting to bind port d51d2595-7feb-4011-910a-e3a3e00f012e on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:38.426243 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Attempting to bind port d51d2595-7feb-4011-910a-e3a3e00f012e by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:38.426423 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Attempting to bind port d51d2595-7feb-4011-910a-e3a3e00f012e on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:38.446496 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Port d51d2595-7feb-4011-910a-e3a3e00f012e on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:27:38.447924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Attempting to bind port d51d2595-7feb-4011-910a-e3a3e00f012e on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:38.461040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:38.461378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Checking segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:38.461760 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Bound using segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:38.462186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Bound port: d51d2595-7feb-4011-910a-e3a3e00f012e, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:38.463229 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:38.709697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e71cfb-5712-4ecb-975f-0dda61cc6951 req-8b154188-2f76-49c7-a780-2782546eb146 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:38.711415 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-03e71cfb-5712-4ecb-975f-0dda61cc6951 req-8b154188-2f76-49c7-a780-2782546eb146 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.0826783
Mar 08 21:27:38.715835 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:38.719861 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:38.724794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:38.757528 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-03e71cfb-5712-4ecb-975f-0dda61cc6951 req-7d0b8676-60e7-46f2-bf81-18c8c0ee1d8b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408010
Mar 08 21:27:38.800911 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:38.809280 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada19b3-5376-485f-8d19-b7ac7a6fe420 req-a84f0b45-9e50-48e6-aacc-0687ccbc4231 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:38.816755 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aada19b3-5376-485f-8d19-b7ac7a6fe420 req-a84f0b45-9e50-48e6-aacc-0687ccbc4231 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.2148747
Mar 08 21:27:38.861475 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:38.863559 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-018a2808-cbed-444e-ab9a-81e162885fa3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 1093 time: 1.3880227
Mar 08 21:27:38.864135 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:38.887863 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aada19b3-5376-485f-8d19-b7ac7a6fe420 req-be74ac0c-247d-4a19-8b06-768a5661528f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701289
Mar 08 21:27:38.994369 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'status': 'completed', 'code': 200}
Mar 08 21:27:39.027903 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd4a19-2d61-401c-a9f3-f19d35524ab4 req-a3d218c9-4aec-4072-8552-b9f28ea49d27 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:39.029731 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-99dd4a19-2d61-401c-a9f3-f19d35524ab4 req-a3d218c9-4aec-4072-8552-b9f28ea49d27 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 944 time: 0.1248748
Mar 08 21:27:39.121481 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-99dd4a19-2d61-401c-a9f3-f19d35524ab4 req-f7340c99-3d83-428a-8c55-01cffe061c1b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859940
Mar 08 21:27:39.165308 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42906) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:39.171603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1443683001-network', 'tenant_id': '14b763b77071415f8e0535793fac2db8'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:39.176555 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:39.180652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Usage tracker for resource:network and tenant:14b763b77071415f8e0535793fac2db8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:39.184288 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:39.190134 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:39.200328 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Made reservation on behalf of 14b763b77071415f8e0535793fac2db8 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:39.202652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.215144 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.247018 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:39.250798 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:14b763b77071415f8e0535793fac2db8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:39.253759 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:39.259641 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:39.337653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.342610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.374055 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:27:39.394291 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e89732-2bb4-42ea-927c-8d6ddd06087a,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:39.397861 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.398202 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Added segment 0ab798c4-8f4d-4c9c-be69-6d965d72f015 of type vlan for network 65ac1390-9c07-4e8d-871b-d9f0f282058c
Mar 08 21:27:39.425898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.457228 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.458122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:39.458752 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.494177 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:27:39.609692 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=65ac1390-9c07-4e8d-871b-d9f0f282058c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:39.612595 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-2333d5b7-e3eb-41c1-bf86-50898e377eb8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4458303
Mar 08 21:27:39.615556 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 42916) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:39.621935 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Request body: {'subnet': {'network_id': '65ac1390-9c07-4e8d-871b-d9f0f282058c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1443683001-subnet', 'tenant_id': '14b763b77071415f8e0535793fac2db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:39.626342 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 65ac1390-9c07-4e8d-871b-d9f0f282058c details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:27:39.626472 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:39.630108 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Usage tracker for resource:subnet and tenant:14b763b77071415f8e0535793fac2db8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:39.632874 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:39.638770 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:39.648806 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Made reservation on behalf of 14b763b77071415f8e0535793fac2db8 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:27:39.651097 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.714320 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:39.738490 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256', 'network_id': '13503010-6278-4204-b97a-dfb31f64e331', 'port_id': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256', 'mac_address': 'fa:16:3e:aa:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbac0741-db7c-4e1a-9e05-08739617a515', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:27:39.798260 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.833369 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:39.855876 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:39.860529 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.864963 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:39.932590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cabaa6-7d98-43fc-9c0a-bd89f873fbd6,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:39.941175 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:39.973492 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Checking segment: {'id': '0ab798c4-8f4d-4c9c-be69-6d965d72f015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65ac1390-9c07-4e8d-871b-d9f0f282058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:39.973833 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Network hostable DHCP agents. Network: 65ac1390-9c07-4e8d-871b-d9f0f282058c, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:27:39.996893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Network 65ac1390-9c07-4e8d-871b-d9f0f282058c is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:27:40.007137 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 65ac1390-9c07-4e8d-871b-d9f0f282058c) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:27:40.011918 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:40.012685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:40.017714 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9f47f-c096-49a7-97c9-a90b09f4fd96 None None] Network 65ac1390-9c07-4e8d-871b-d9f0f282058c requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:40.033144 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cee7-a16f-4017-ae32-0fe0c8c79591 req-f93d00e7-5b76-48dc-95a8-f063180cf586 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:40.036649 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c958cee7-a16f-4017-ae32-0fe0c8c79591 req-f93d00e7-5b76-48dc-95a8-f063180cf586 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1258845
Mar 08 21:27:40.040970 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b77fd671-8835-46aa-95c2-5bce71c260be admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4237335
Mar 08 21:27:40.086180 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c958cee7-a16f-4017-ae32-0fe0c8c79591 req-493bcc67-ea29-4b7b-97b0-b977f6b5dddb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459452
Mar 08 21:27:40.255986 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df1614-b62b-454b-b064-931820ec8979 None None] Network 65ac1390-9c07-4e8d-871b-d9f0f282058c requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:27:40.334740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e43c-a783-4869-ae3a-4f1b72610b60 req-96ed2927-eb3b-461d-971f-6558d2254110 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:40.336210 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1146e43c-a783-4869-ae3a-4f1b72610b60 req-96ed2927-eb3b-461d-971f-6558d2254110 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 945 time: 0.0926695
Mar 08 21:27:40.399783 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1146e43c-a783-4869-ae3a-4f1b72610b60 req-db2139fa-bd65-4ca6-a191-e94df198676f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563257
Mar 08 21:27:40.673861 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['79dd00dc-f1e6-41ae-ab1a-ae97745e3256'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:27:40.765647 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bea39b16-38a9-48ad-91ae-9ba5e9bba8ef req-c6861404-2dc7-4f54-8a3a-2b85d0ae6f38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1096 time: 0.0879560
Mar 08 21:27:40.955667 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea39b16-38a9-48ad-91ae-9ba5e9bba8ef req-a058f91a-582d-4e76-a9d7-f6b20c8e88d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:40.957267 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bea39b16-38a9-48ad-91ae-9ba5e9bba8ef req-a058f91a-582d-4e76-a9d7-f6b20c8e88d9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aced4cc66ce8447f9021f6766ad80407&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1835339
Mar 08 21:27:41.107412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea39b16-38a9-48ad-91ae-9ba5e9bba8ef req-d4d4b758-cd67-4c6d-b23a-979824a3f5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:41.108957 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bea39b16-38a9-48ad-91ae-9ba5e9bba8ef req-d4d4b758-cd67-4c6d-b23a-979824a3f5b9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1446257
Mar 08 21:27:41.115972 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:27:41.145965 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:41.146560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e027c0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:41.258354 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-23c8f6a5-02e6-4321-8810-f9cedcd86f49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1096 time: 0.1102908
Mar 08 21:27:41.389368 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-aa841ff8-9c96-4915-8771-fc9631f29d2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 217 time: 0.1189215
Mar 08 21:27:41.397432 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:41.478857 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-c76fdcbc-39e1-48b4-9782-0e5c34c0a354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:41.480512 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-c76fdcbc-39e1-48b4-9782-0e5c34c0a354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0829663
Mar 08 21:27:41.503025 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:41.589979 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4812b88-c5d5-41a5-9f72-b3281e48b572 req-da190869-1f3d-4253-957a-f3dbee38c332 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:41.594013 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b4812b88-c5d5-41a5-9f72-b3281e48b572 req-da190869-1f3d-4253-957a-f3dbee38c332 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2526073
Mar 08 21:27:41.770902 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b4812b88-c5d5-41a5-9f72-b3281e48b572 req-88c643b0-9e6b-41f0-bb72-13b8c6746e18 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1615684
Mar 08 21:27:41.772033 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfe20e-1a55-4656-b506-5dec3af14b1b req-b6c595be-65f3-4843-9a35-691177405f4d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:41.774030 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f4bfe20e-1a55-4656-b506-5dec3af14b1b req-b6c595be-65f3-4843-9a35-691177405f4d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 945 time: 0.1465099
Mar 08 21:27:41.785585 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-a8ee4a5b-6056-4785-80aa-77ccd736b069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2956767
Mar 08 21:27:41.861615 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:41.885475 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f4bfe20e-1a55-4656-b506-5dec3af14b1b req-961d628e-6939-4d68-aa08-12994df80919 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038287
Mar 08 21:27:41.902726 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:41.903259 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.109675 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-50eaabe1-0bda-443b-a269-02754f669639 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073339
Mar 08 21:27:42.187729 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43010) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:42.300547 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.362695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ca10d0a-ca6a-4006-8442-ef816071df7b req-ec826c6a-1020-465b-b4b2-ed865a0aaafa service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453895
Mar 08 21:27:42.388889 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:42.402081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e027c0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:05Z', 'revision_number': 2, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:42.405268 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:42.426321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.429071 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.477803 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:42.481652 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:27:42.482736 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Updating router b95b7730-4283-4ec3-9552-9b0846c2b464 port 3d20fdae-568a-42b0-9259-d90d3cd183cc binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:27:42.485145 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc71a6cbe04400a9eb9d2e0b4d5a4e8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:42.490112 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:42.500597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:42.618050 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256', 'code': 200}
Mar 08 21:27:42.629876 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.641139 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.657804 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.707439 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f24605-25ef-4501-a0f3-2a6d38268254,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:42.746728 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-953c67c5-c61a-4ad1-af48-3ec5e466db05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdc71a6cbe04400a9eb9d2e0b4d5a4e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5578761
Mar 08 21:27:42.749476 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43032) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:42.767086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:42.828556 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.867897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.928651 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.965680 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f24605-25ef-4501-a0f3-2a6d38268254,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:42.983067 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:42.987544 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-53c38842-0692-4a52-a585-d55bbe032dcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09f24605-25ef-4501-a0f3-2a6d38268254 HTTP/1.1" status: 204  len: 168 time: 0.2368884
Mar 08 21:27:43.136827 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaded1a-9507-4ad5-ba72-bc8f12c4472b req-2fc04f82-f720-455b-bcc7-e258fa85d820 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:43.138560 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cbaded1a-9507-4ad5-ba72-bc8f12c4472b req-2fc04f82-f720-455b-bcc7-e258fa85d820 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1030722
Mar 08 21:27:43.194233 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cbaded1a-9507-4ad5-ba72-bc8f12c4472b req-1a6984ed-a6f1-4344-a0db-da7e449ee922 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498760
Mar 08 21:27:43.299719 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.302646 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fb8bf067-d9c7-43e8-8fb7-0cf54cbf55e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.317089 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Transition to ACTIVE for port object 3d20fdae-568a-42b0-9259-d90d3cd183cc will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:27:43.333370 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.533712 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8b64-caf6-4c47-9382-102a1db12545 None None] Pushing event updated for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:43.563598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43068) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:43.585936 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c7486-e025-4453-9fc8-979d7bd6f33f req-cfc7ee67-2cdc-446c-ae6b-12ef4828b4b1 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:43.586489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.595843 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cd8c7486-e025-4453-9fc8-979d7bd6f33f req-cfc7ee67-2cdc-446c-ae6b-12ef4828b4b1 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1627643
Mar 08 21:27:43.622715 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:43.627294 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7b4eb375a54bdbbff17bef3038b668 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:43.631222 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:43.631518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Attempting to bind port 3d20fdae-568a-42b0-9259-d90d3cd183cc on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:27:43.631912 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Attempting to bind port 3d20fdae-568a-42b0-9259-d90d3cd183cc by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:27:43.632268 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Attempting to bind port 3d20fdae-568a-42b0-9259-d90d3cd183cc on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:27:43.638670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:43.639740 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:27:43.640228 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Checking segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:27:43.640624 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.641009 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Bound using segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:27:43.641470 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Bound port: 3d20fdae-568a-42b0-9259-d90d3cd183cc, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:27:43.641824 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.643876 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cd8c7486-e025-4453-9fc8-979d7bd6f33f req-e1908347-85f6-468a-ba42-ae9371e9dcbb tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470569
Mar 08 21:27:43.722707 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.730182 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.754000 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] For port 3d20fdae-568a-42b0-9259-d90d3cd183cc, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:27:43.757777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] For port 3d20fdae-568a-42b0-9259-d90d3cd183cc, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=3d20fdae-568a-42b0-9259-d90d3cd183cc,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:27:43.764265 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.766361 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e63cb24a-23a3-4a86-8732-4fbbfbe664e9 req-1bff6e9b-2721-4b5d-b986-69da0705c42b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1099 time: 0.1104059
Mar 08 21:27:43.783710 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d7b4eb375a54bdbbff17bef3038b668&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2189379
Mar 08 21:27:43.786782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43074) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:43.787552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e604126-416b-4619-b89f-5bc997e46863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e821db-4255-4d00-996b-850498c297ce,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:43.843208 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8b64-caf6-4c47-9382-102a1db12545 None None] Pushing event updated for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:43.849867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:43.850585 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e027c0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:43.863492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.898766 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.956638 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.970806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e821db-4255-4d00-996b-850498c297ce,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:43.981733 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:43.982879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-38ac3d0f-e4ff-4dd9-ac20-ddb45b9bc11f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1e821db-4255-4d00-996b-850498c297ce HTTP/1.1" status: 204  len: 168 time: 0.1949413
Mar 08 21:27:44.092321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:44.429637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e027c0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:43Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:44.433680 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d15e-dd8c-41f6-b394-815407f940b4 None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:43Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:27:44.472154 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9d42b-952c-4251-859c-8ac9fa4fca50 req-24fe43b5-a1bd-40aa-a76d-fdc112a8eba3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:44.473669 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-79b9d42b-952c-4251-859c-8ac9fa4fca50 req-24fe43b5-a1bd-40aa-a76d-fdc112a8eba3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1204724
Mar 08 21:27:44.523316 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-79b9d42b-952c-4251-859c-8ac9fa4fca50 req-deb3dcbd-9fa7-41c4-961a-a2f389434af7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433619
Mar 08 21:27:44.782507 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 3d20fdae-568a-42b0-9259-d90d3cd183cc up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:44.908781 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 3d20fdae-568a-42b0-9259-d90d3cd183cc completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:44.916288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 3d20fdae-568a-42b0-9259-d90d3cd183cc triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:44.916517 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:44.918159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93089-ce6c-48e5-a480-a8b00359929a req-3aa764d9-a814-4b75-9417-e2c9895a3c69 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:44.919233 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ebc93089-ce6c-48e5-a480-a8b00359929a req-3aa764d9-a814-4b75-9417-e2c9895a3c69 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0961130
Mar 08 21:27:44.992329 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ebc93089-ce6c-48e5-a480-a8b00359929a req-71603ca3-939f-434e-a34f-e8ea63c819d8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664527
Mar 08 21:27:45.045807 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:45.081630 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 3d20fdae-568a-42b0-9259-d90d3cd183cc, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=3d20fdae-568a-42b0-9259-d90d3cd183cc,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:45.087890 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:45.151604 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:45.480413 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-e63cb24a-23a3-4a86-8732-4fbbfbe664e9 req-5fb23bd7-10d8-483c-adf2-ed413925e6e2 service neutron] Synchronizing usage tracker for tenant:b7b60fe9da28493080921d5e2d490cea on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:27:45.497831 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-e63cb24a-23a3-4a86-8732-4fbbfbe664e9 req-5fb23bd7-10d8-483c-adf2-ed413925e6e2 service neutron] Unset dirty status for tenant:b7b60fe9da28493080921d5e2d490cea on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:27:45.499105 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e63cb24a-23a3-4a86-8732-4fbbfbe664e9 req-5fb23bd7-10d8-483c-adf2-ed413925e6e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723829
Mar 08 21:27:45.574710 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-087b1ba2-be28-4794-93ec-9b958fa6a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:45.739581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296db81-32bf-4053-af17-c85aaa66ce60 req-934fa90c-4832-47aa-a447-f36ab786aceb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:45.741120 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1296db81-32bf-4053-af17-c85aaa66ce60 req-934fa90c-4832-47aa-a447-f36ab786aceb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.0794435
Mar 08 21:27:45.813278 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1296db81-32bf-4053-af17-c85aaa66ce60 req-73e2509f-4065-4766-835a-beb091c6cb5c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652587
Mar 08 21:27:46.180443 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc118e93-3b7f-4b3b-a9a1-5eeb9acdaa60 req-417b5834-da58-4b2d-9ec1-85a03468e31f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:46.182642 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fc118e93-3b7f-4b3b-a9a1-5eeb9acdaa60 req-417b5834-da58-4b2d-9ec1-85a03468e31f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0775678
Mar 08 21:27:46.226879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fc118e93-3b7f-4b3b-a9a1-5eeb9acdaa60 req-3024ce41-9dd0-4240-a82f-e805dcee0d25 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387599
Mar 08 21:27:46.576862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:46.720969 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 3d20fdae-568a-42b0-9259-d90d3cd183cc up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:46.791913 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:46.810184 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 3d20fdae-568a-42b0-9259-d90d3cd183cc triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:46.810545 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:47.107497 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39d15-3abb-4af3-a9f6-0ffd20399d19 req-1f179047-2848-42f3-aa20-9733a19ba4ef tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:47.114736 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-def39d15-3abb-4af3-a9f6-0ffd20399d19 req-1f179047-2848-42f3-aa20-9733a19ba4ef tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.0872402
Mar 08 21:27:47.175017 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-def39d15-3abb-4af3-a9f6-0ffd20399d19 req-8b493949-9e8e-4b1c-9cdf-414f1b49ec93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589309
Mar 08 21:27:47.496102 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6dacb-3b05-46e2-9d52-df0275c91be7 req-e3d96db3-7dfe-4982-9d73-2fef1dbdd51d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:47.497622 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8bb6dacb-3b05-46e2-9d52-df0275c91be7 req-e3d96db3-7dfe-4982-9d73-2fef1dbdd51d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1406319
Mar 08 21:27:47.521570 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:27:47.589948 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8bb6dacb-3b05-46e2-9d52-df0275c91be7 req-fdad08d5-3d1d-407e-9562-884b6bd3306e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851116
Mar 08 21:27:47.725233 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:47.747833 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:27:47.809836 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:47.830394 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:27:47.868965 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:47.873803 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:47.875540 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:47.973868 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:48.074765 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-ffd41d8e-159d-4cf8-a378-7f4a424a2a21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1099 time: 0.0900052
Mar 08 21:27:48.182451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['d51d2595-7feb-4011-910a-e3a3e00f012e'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:27:48.204128 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43230) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:48.394188 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900bb8c-79e5-4194-a990-0f04e37e64d7 req-c825a396-9886-445b-b03d-d9bf1bf42ab4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:48.395920 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1900bb8c-79e5-4194-a990-0f04e37e64d7 req-c825a396-9886-445b-b03d-d9bf1bf42ab4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.3057067
Mar 08 21:27:48.446771 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-15e29731-9499-40a7-b1db-de56909e83a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:48.448451 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-15e29731-9499-40a7-b1db-de56909e83a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.3597090
Mar 08 21:27:48.459904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237d5f-0e4b-40f4-8cab-74553fe3cf14 req-909ea411-e496-44df-a748-ac358a93c145 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:48.467219 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-73237d5f-0e4b-40f4-8cab-74553fe3cf14 req-909ea411-e496-44df-a748-ac358a93c145 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.1120784
Mar 08 21:27:48.489219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.513288 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1900bb8c-79e5-4194-a990-0f04e37e64d7 req-c464a953-e53e-4656-b436-a633475fb014 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105328
Mar 08 21:27:48.525702 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:48.528419 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-fede9296-9fbf-4460-8635-1aec2ce63e49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256 HTTP/1.1" status: 200  len: 217 time: 0.0712819
Mar 08 21:27:48.531513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Usage tracker for resource:security_group_rule and tenant:14552414910e442cab87676bd7b44b1a is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:48.535277 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:48.551746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:48.581517 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-73237d5f-0e4b-40f4-8cab-74553fe3cf14 req-6f12a892-b02f-4f5b-8e83-7d77a65799ea tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134455
Mar 08 21:27:48.637113 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.640831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.685734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a95ec9d-82eb-4042-9b0d-adc8f9a49738,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:48.689997 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-692efa5a-8190-477e-9f41-380631d2e788 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14552414910e442cab87676bd7b44b1a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4834733
Mar 08 21:27:48.692811 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43242) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:48.756829 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.782262 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.849682 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.887650 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a95ec9d-82eb-4042-9b0d-adc8f9a49738,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:48.909618 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:48.911655 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ec9317ec-42b0-483a-b1eb-893e54bd54f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a95ec9d-82eb-4042-9b0d-adc8f9a49738 HTTP/1.1" status: 204  len: 168 time: 0.2169452
Mar 08 21:27:49.299457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43278) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:49.317784 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.348991 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:49.352800 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Usage tracker for resource:security_group_rule and tenant:d56b21b393804f09b183e78731b576e6 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:49.355467 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:49.361054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:49.425595 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.429519 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.454940 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-e3107980-dcd3-4006-9834-34afbee20647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:49.456403 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-e3107980-dcd3-4006-9834-34afbee20647 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0559659
Mar 08 21:27:49.475708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3778558-7aaa-47ef-9db3-3bdd4c94c62d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:49.481316 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-66cb2f9b-d152-4d96-9604-6b2ae922134e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d56b21b393804f09b183e78731b576e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1807015
Mar 08 21:27:49.483966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43282) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:49.541890 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.567650 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.624999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.655268 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3778558-7aaa-47ef-9db3-3bdd4c94c62d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:49.658640 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:49.664069 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3da74bce-1fdc-42c4-b56b-2e188b8573ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3778558-7aaa-47ef-9db3-3bdd4c94c62d HTTP/1.1" status: 204  len: 168 time: 0.1791780
Mar 08 21:27:49.741751 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209ebd-459f-40fb-b86e-72e2f8ea1f90 req-df65ae1e-e0eb-4f98-8953-6a8c2170a8f9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:49.745445 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b6209ebd-459f-40fb-b86e-72e2f8ea1f90 req-df65ae1e-e0eb-4f98-8953-6a8c2170a8f9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1007364
Mar 08 21:27:49.793484 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b6209ebd-459f-40fb-b86e-72e2f8ea1f90 req-a7df6985-0db1-464a-b144-f3ae48548b8a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429411
Mar 08 21:27:49.828811 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b974-60c6-4f8a-9d50-0f917fd49391 req-3e970aef-8b59-49ff-8d07-a90cabe1b0c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:49.835734 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2f27b974-60c6-4f8a-9d50-0f917fd49391 req-3e970aef-8b59-49ff-8d07-a90cabe1b0c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.0963840
Mar 08 21:27:49.919169 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2f27b974-60c6-4f8a-9d50-0f917fd49391 req-f4081103-8cdd-47f1-8a91-330f72f6e309 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826240
Mar 08 21:27:50.231551 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-e97b17e1-b1bb-43bd-9207-e44e512a95c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410373
Mar 08 21:27:51.003305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d74a91-9a34-46d8-95d7-3ef4f633cf62 req-36cfd382-af19-46e8-bc11-faa5b0811324 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:51.004878 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-05d74a91-9a34-46d8-95d7-3ef4f633cf62 req-36cfd382-af19-46e8-bc11-faa5b0811324 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0868759
Mar 08 21:27:51.051960 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-05d74a91-9a34-46d8-95d7-3ef4f633cf62 req-5aa4b793-b19d-432a-985d-e3b75638240f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403521
Mar 08 21:27:51.133611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ecad2-3a9c-425b-a8f0-7157c924bb3d req-0f0bf224-1330-41a1-b7fe-2efdef16537a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:51.135465 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e93ecad2-3a9c-425b-a8f0-7157c924bb3d req-0f0bf224-1330-41a1-b7fe-2efdef16537a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.0759859
Mar 08 21:27:51.182405 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e93ecad2-3a9c-425b-a8f0-7157c924bb3d req-b4f0f51c-bd12-4479-b8fc-1e3cbcfabbf1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408409
Mar 08 21:27:51.214772 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-dd374d10-35a1-422a-a369-0c26b2201a30 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373699
Mar 08 21:27:51.348151 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f64ae6b-5a0c-42ba-bcfd-ed6fb7120f18 req-ec063847-bc0a-4604-bffb-dffa566bcb56 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255553
Mar 08 21:27:51.529363 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:27:51.595376 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port d51d2595-7feb-4011-910a-e3a3e00f012e completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:27:51.599917 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port d51d2595-7feb-4011-910a-e3a3e00f012e triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:27:51.600311 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:51.714985 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:51.742273 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:51.752887 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:27:51.758330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:51.812266 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'code': 200}
Mar 08 21:27:51.834246 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:52.263174 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d6f2-e124-446d-8374-601a255b9259 req-7f20f76c-e533-4a7f-82ed-d0ec62be57c5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:52.269779 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5995d6f2-e124-446d-8374-601a255b9259 req-7f20f76c-e533-4a7f-82ed-d0ec62be57c5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0912485
Mar 08 21:27:52.314630 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5995d6f2-e124-446d-8374-601a255b9259 req-050f717b-ea51-445c-9cd0-32bbce2b13ff tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440087
Mar 08 21:27:52.405806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8686c5b-fa72-4509-9290-bda67f9b8ed0 req-bf17d1a8-33ce-42e1-8dfe-9af27fff0534 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:52.407419 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f8686c5b-fa72-4509-9290-bda67f9b8ed0 req-bf17d1a8-33ce-42e1-8dfe-9af27fff0534 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.0776031
Mar 08 21:27:52.466722 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f8686c5b-fa72-4509-9290-bda67f9b8ed0 req-e9ee0bc9-f952-4a7b-b154-4edd37252887 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490162
Mar 08 21:27:53.514233 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93373e-c532-4dba-922e-ef631961f719 req-f60eed9a-ed72-4c57-a586-d5f99ba36675 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:53.515716 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4d93373e-c532-4dba-922e-ef631961f719 req-f60eed9a-ed72-4c57-a586-d5f99ba36675 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0753458
Mar 08 21:27:53.564979 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4d93373e-c532-4dba-922e-ef631961f719 req-a534b824-bfc8-4478-8c9b-d804c075b5c4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438924
Mar 08 21:27:53.683242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43494) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:53.706318 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82bf95-6349-4247-8eee-84552d5835d9 req-391ba0db-6a74-40e3-a682-6906661a96ca tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:53.707923 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5e82bf95-6349-4247-8eee-84552d5835d9 req-391ba0db-6a74-40e3-a682-6906661a96ca tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.0943613
Mar 08 21:27:53.754868 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5e82bf95-6349-4247-8eee-84552d5835d9 req-1dbb95ee-e946-4afe-a368-33993ccb7d6b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410209
Mar 08 21:27:53.822423 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:53.856378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:53.860176 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Usage tracker for resource:security_group_rule and tenant:8bffbd65e22742e6917b875375024169 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:53.862857 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:53.868428 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:53.937178 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:53.941048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:53.986265 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bffbd65e22742e6917b875375024169&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3019753
Mar 08 21:27:53.986907 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb48c82-9ee2-4a08-9536-251456a59911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63526c-9786-44c2-89a3-29ba5d0af8da,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:53.989033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43504) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:54.047115 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.072997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.164379 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.183265 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63526c-9786-44c2-89a3-29ba5d0af8da,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:54.194609 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.195746 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3b1af808-6c0f-4653-8352-c1ade73f0d2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c63526c-9786-44c2-89a3-29ba5d0af8da HTTP/1.1" status: 204  len: 168 time: 0.2057316
Mar 08 21:27:54.214313 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ea93cd26-529b-4bcd-b803-03f9cbd34258 req-895ef720-7411-415d-ad5d-2aea5df43565 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1098 time: 0.0937595
Mar 08 21:27:54.257492 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ea93cd26-529b-4bcd-b803-03f9cbd34258 req-d88705f0-3190-4af0-acbc-a52b28167275 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364599
Mar 08 21:27:54.600161 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43518) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:54.624152 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.658637 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:27:54.663522 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Usage tracker for resource:security_group_rule and tenant:29415dae42034b5eac0be1a9bd39ef21 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:27:54.666480 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:27:54.672593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:27:54.755408 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.761290 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:54.790282 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0982ea-95d4-43a3-83c5-ecc1f8d76c27 req-199da5c9-5750-4f36-a395-486de7c14e87 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:54.791952 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9c0982ea-95d4-43a3-83c5-ecc1f8d76c27 req-199da5c9-5750-4f36-a395-486de7c14e87 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0990794
Mar 08 21:27:54.822036 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1476087-1ea2-4a90-90fe-fbe9df9f4cce,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:54.829749 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29415dae42034b5eac0be1a9bd39ef21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2282236
Mar 08 21:27:54.830321 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43532) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:54.851197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.851877 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.852407 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.853090 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.853654 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.854180 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.854675 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.855169 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.855680 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.856186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.856673 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807b034b-74f9-4c6e-b0dc-d737ae9a74eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:27:54.912973 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9c0982ea-95d4-43a3-83c5-ecc1f8d76c27 req-9f9a6fe7-939d-41dd-b376-42bf781114ed tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153736
Mar 08 21:27:54.954616 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:55.027404 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:55.097368 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b26ddb-25c1-440c-80c0-fa1d7bace214 req-f26bc587-9b0f-47ec-af46-b65a94af9482 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:55.098828 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-79b26ddb-25c1-440c-80c0-fa1d7bace214 req-f26bc587-9b0f-47ec-af46-b65a94af9482 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1318052
Mar 08 21:27:55.187714 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:55.216062 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1476087-1ea2-4a90-90fe-fbe9df9f4cce,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:27:55.240694 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:55.244668 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-81e448a4-e74e-47e0-bf14-58b83598ba5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1476087-1ea2-4a90-90fe-fbe9df9f4cce HTTP/1.1" status: 204  len: 168 time: 0.4095685
Mar 08 21:27:55.272239 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-79b26ddb-25c1-440c-80c0-fa1d7bace214 req-4102776f-7023-4ffc-99c7-da3312cf7c1c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604040
Mar 08 21:27:56.136638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65ef9-a1ef-4967-9579-9253dc550dab req-5e95286a-394c-4cd2-98ff-312d0fc09fa6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:56.145517 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28b65ef9-a1ef-4967-9579-9253dc550dab req-5e95286a-394c-4cd2-98ff-312d0fc09fa6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0986083
Mar 08 21:27:56.197854 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28b65ef9-a1ef-4967-9579-9253dc550dab req-6fb27a96-c8bc-4d68-8a81-09227f275f71 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508523
Mar 08 21:27:56.555175 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2f01-9501-42b8-b1aa-2cae8e56d9fa req-faa9ec78-b59f-4d44-8d9c-eae2b8467311 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:56.557775 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-87da2f01-9501-42b8-b1aa-2cae8e56d9fa req-faa9ec78-b59f-4d44-8d9c-eae2b8467311 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1137354
Mar 08 21:27:56.628770 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-87da2f01-9501-42b8-b1aa-2cae8e56d9fa req-95677460-a654-41b7-8c43-406d1ed59177 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634015
Mar 08 21:27:56.680321 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d974f56-ba0e-4f20-a6be-9f80ffea0779 req-6fbc5cc4-9591-4067-a1cd-b832697586b1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:56.682835 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8d974f56-ba0e-4f20-a6be-9f80ffea0779 req-6fbc5cc4-9591-4067-a1cd-b832697586b1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.0926270
Mar 08 21:27:56.734652 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8d974f56-ba0e-4f20-a6be-9f80ffea0779 req-e7b332a6-64f3-4c91-afbc-3da99f244cec tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461533
Mar 08 21:27:56.851250 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09dfe-2d07-4d23-a0ff-b665639d005b req-1b6655fe-391b-4ee2-92b1-77592d6bec8c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:56.853342 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0bc09dfe-2d07-4d23-a0ff-b665639d005b req-1b6655fe-391b-4ee2-92b1-77592d6bec8c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.0769219
Mar 08 21:27:56.862082 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43622) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:27:56.867187 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'floatingip': {'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:27:56.948595 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:57.399155 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3da5a3-70db-4951-9a39-dfced821bd32 req-503f2929-7a81-4213-885f-6c0ef91a9eca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:57.401322 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1d3da5a3-70db-4951-9a39-dfced821bd32 req-503f2929-7a81-4213-885f-6c0ef91a9eca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0809779
Mar 08 21:27:57.448234 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1d3da5a3-70db-4951-9a39-dfced821bd32 req-515e7f19-407e-46d9-87c4-2ff3d49b086e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411229
Mar 08 21:27:57.782293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:57.787001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:58.012352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25274-c5d6-46cd-837b-edb909204b88 req-d8453fde-ca7f-4121-900e-82d13901f7f9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:58.013807 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-65d25274-c5d6-46cd-837b-edb909204b88 req-d8453fde-ca7f-4121-900e-82d13901f7f9 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1126399
Mar 08 21:27:58.079255 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-65d25274-c5d6-46cd-837b-edb909204b88 req-bfa0c483-acfc-4a84-a029-1af4bb1a47e3 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579240
Mar 08 21:27:58.096046 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Floating IP 93fa9a67-e7f3-4577-b10a-215a228a4fe0 associated. External IP: 172.27.0.110, port: d51d2595-7feb-4011-910a-e3a3e00f012e.
Mar 08 21:27:58.488932 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:27:58.522703 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-688f9e03-c576-4ce9-919b-9c502c1f9486 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0819726
Mar 08 21:27:58.705880 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:27:58.721090 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:27:58.722882 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:58.735375 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:58.737616 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13af0460>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:58.752524 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd04b-8644-4655-914f-f5b2c466a4c9 req-d3f0ed45-d868-484c-b0ac-0fe3c563bb38 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:58.759679 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-be1dd04b-8644-4655-914f-f5b2c466a4c9 req-d3f0ed45-d868-484c-b0ac-0fe3c563bb38 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1191463
Mar 08 21:27:58.787121 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-8e0fa46a-f4ac-488a-809f-bfb20271bda0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.1800969
Mar 08 21:27:58.794748 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1db179cb-ab2c-4d34-b435-373c87a36a2e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "PUT /v2.0/floatingips/93fa9a67-e7f3-4577-b10a-215a228a4fe0 HTTP/1.1" status: 200  len: 991 time: 1.9315994
Mar 08 21:27:58.795669 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:27:58.823843 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-be1dd04b-8644-4655-914f-f5b2c466a4c9 req-80a4d1da-5159-4b06-b4cc-b7a7100071ee tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627477
Mar 08 21:27:58.877836 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'status': 'completed', 'code': 200}
Mar 08 21:27:58.973569 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:27:58.994379 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-508be121-5984-41c6-a1b2-5a4278d04c80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1098 time: 0.0913885
Mar 08 21:27:59.038202 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-1bdc0ae0-0d14-4400-a51b-332a58967a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:59.042178 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-1bdc0ae0-0d14-4400-a51b-332a58967a2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.1956847
Mar 08 21:27:59.145489 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-e8cc2d28-fec3-4a53-a274-1ba4c82e31b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.0898414
Mar 08 21:27:59.164142 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-9eacf0c9-dd47-4a33-b889-0cb0b0ef4aee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:59.165196 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-9eacf0c9-dd47-4a33-b889-0cb0b0ef4aee service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1615152
Mar 08 21:27:59.230318 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-460e2511-5bf3-4c75-96e6-df9ab6e5c81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:59.231922 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-460e2511-5bf3-4c75-96e6-df9ab6e5c81e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0762386
Mar 08 21:27:59.310057 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:27:59.341414 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-84892c39-c50e-4db8-b5ae-071ed9d0367d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1008592
Mar 08 21:27:59.445543 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-c9db7a2a-3d03-4f68-857c-1442b8c3c3ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 999 time: 0.2731862
Mar 08 21:27:59.547677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-547a9db6-4374-4083-b363-533e07ea3a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:59.549759 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-547a9db6-4374-4083-b363-533e07ea3a4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0893929
Mar 08 21:27:59.565844 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21ca6-3a98-49ff-bb7c-ad57920df1da req-bfc96057-2f21-4eaa-bad2-6015b220554e tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:27:59.573707 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3ad21ca6-3a98-49ff-bb7c-ad57920df1da req-bfc96057-2f21-4eaa-bad2-6015b220554e tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.2862263
Mar 08 21:27:59.592969 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-52386840-be84-4de0-8cc3-bb92239d698e service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436509
Mar 08 21:27:59.636398 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13af0460>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '93fa9a67-e7f3-4577-b10a-215a228a4fe0', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca528a-3476-484a-9621-0373521d9526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:27:22Z', 'updated_at': '2022-03-08T21:27:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:59.643914 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:27:59.657459 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:27:59.658221 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13af0460>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:27:59.682981 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-caf16186-4605-4118-8eb7-796ae228db9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1250162
Mar 08 21:27:59.722594 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3ad21ca6-3a98-49ff-bb7c-ad57920df1da req-6ee27231-41bf-4c8c-aa06-fff36a21aa33 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478472
Mar 08 21:27:59.790934 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d1e5743-7f2a-4c95-b4ee-df47629e2aee req-6a085a62-d28c-49c5-bf48-673c26bbf8a3 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902308
Mar 08 21:27:59.915638 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-9fc3d572-17ce-4231-ba6c-75bd3e47426b service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135828
Mar 08 21:27:59.933354 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:00.186445 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfb5021f-635a-4404-aa13-6d83904b0223 req-c5293ca3-15ea-41a9-8466-ed9c5c0f253b service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525899
Mar 08 21:28:00.197725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c6578-ad96-449f-a712-9d5b0c5e4560 req-b972fe2c-b51f-4304-b55e-a34c91deda2d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:00.199152 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b0c6578-ad96-449f-a712-9d5b0c5e4560 req-b972fe2c-b51f-4304-b55e-a34c91deda2d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1331904
Mar 08 21:28:00.293095 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b0c6578-ad96-449f-a712-9d5b0c5e4560 req-aab9fa9f-3860-48cd-afc6-25c3626cd7e4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881815
Mar 08 21:28:00.434877 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13af0460>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '93fa9a67-e7f3-4577-b10a-215a228a4fe0', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca528a-3476-484a-9621-0373521d9526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:27:22Z', 'updated_at': '2022-03-08T21:27:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:00.442773 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d48f81-75fb-4256-9d30-f47d0bd9407e None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '93fa9a67-e7f3-4577-b10a-215a228a4fe0', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca528a-3476-484a-9621-0373521d9526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:27:22Z', 'updated_at': '2022-03-08T21:27:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:28:00.686350 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6dc2e8-480a-4a9a-a479-102cb0b98396 None None] New status for floating IP 93fa9a67-e7f3-4577-b10a-215a228a4fe0: ACTIVE {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:28:00.738563 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-baa6a903-fc18-4588-a4ae-d3ae234313f4 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:00.740056 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-baa6a903-fc18-4588-a4ae-d3ae234313f4 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.30 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1097934
Mar 08 21:28:00.852602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Deleting port b476fd8a-1a16-49df-9f19-35da8014dde0 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:28:00.853132 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.182497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edebf3c-f342-41c9-b056-b31e5c00c262 req-b8226958-39e1-4643-a4cc-3be3738e9e94 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:01.189598 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1edebf3c-f342-41c9-b056-b31e5c00c262 req-b8226958-39e1-4643-a4cc-3be3738e9e94 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 945 time: 0.1883965
Mar 08 21:28:01.229132 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] For port b476fd8a-1a16-49df-9f19-35da8014dde0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b476fd8a-1a16-49df-9f19-35da8014dde0,segment=NetworkSegment(c43fe137-bcf7-42a4-a055-c78183b00c2d),segment_id=c43fe137-bcf7-42a4-a055-c78183b00c2d)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:01.229663 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.247459 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1edebf3c-f342-41c9-b056-b31e5c00c262 req-1841accb-8640-4b3f-a6c3-cef70d98b97a tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568209
Mar 08 21:28:01.328121 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43768) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:01.374299 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Calling delete_port for b476fd8a-1a16-49df-9f19-35da8014dde0 owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:28:01.483109 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.528228 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:01.532116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Usage tracker for resource:security_group_rule and tenant:932363fd1e374559a37c5cc829ddab86 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:01.534949 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:01.541462 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:01.638892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa426-8e7c-4588-85e0-c68720805fcc req-2300adcb-acd0-4c2a-b3eb-1164b5d85c7e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:01.645807 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e2baa426-8e7c-4588-85e0-c68720805fcc req-2300adcb-acd0-4c2a-b3eb-1164b5d85c7e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2177837
Mar 08 21:28:01.656697 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.664437 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.741538 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e2baa426-8e7c-4588-85e0-c68720805fcc req-e9815342-9df4-4c38-9bfa-7e99d6dbb59c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947454
Mar 08 21:28:01.743668 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.773744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f407fbb-a2f0-495a-9fbf-e1825e9eaf96,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:01.803647 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-36a55153-d840-4436-b9ef-2b3d5bf626c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=932363fd1e374559a37c5cc829ddab86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4744236
Mar 08 21:28:01.805072 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43790) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:01.814059 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Pushing event deleted for resources: {'Port': ['ID=b476fd8a-1a16-49df-9f19-35da8014dde0,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:01.862529 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.862860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.863523 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.866589 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.867016 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.867459 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.867846 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.868820 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.869950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.872016 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.872481 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:01.896997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43798) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:01.932605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:01.989511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.068453 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] No DVR routers for this DVR port b476fd8a-1a16-49df-9f19-35da8014dde0 on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:28:02.072398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.075420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'name': 'network-vif-deleted', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:02.106400 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f2cb4727-6ef6-426f-b5c3-a87f1198730a req-6b88b3c1-a3a2-48f0-80a2-15a82b2485c1 tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.30 "DELETE /v2.0/ports/b476fd8a-1a16-49df-9f19-35da8014dde0 HTTP/1.1" status: 204  len: 173 time: 1.3513489
Mar 08 21:28:02.123971 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.171636 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f407fbb-a2f0-495a-9fbf-e1825e9eaf96,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:02.215340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.219075 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d0b30a78-c43c-4b0d-86fa-610730f9873f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f407fbb-a2f0-495a-9fbf-e1825e9eaf96 HTTP/1.1" status: 204  len: 168 time: 0.4094546
Mar 08 21:28:02.220886 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.236208 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03409201-55ca-4bff-9909-82f9cf3306a9', 'name': 'network-vif-deleted', 'tag': 'b476fd8a-1a16-49df-9f19-35da8014dde0', 'status': 'completed', 'code': 200}
Mar 08 21:28:02.267086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:02.271072 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Usage tracker for resource:security_group_rule and tenant:9f36d01910d644adb8d0d44f6a41acb6 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:02.274373 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:02.280746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:02.367100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.374234 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.419964 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f36d01910d644adb8d0d44f6a41acb6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5209162
Mar 08 21:28:02.423372 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43830) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:02.473801 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38958b-7e88-47bf-a232-9c5b7c846692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f5078-3004-45b2-8661-c16fb488df33,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:02.488719 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-ab9c53a3-5584-4265-8088-9575f677c05f req-7fd15fed-7b4f-414f-b094-17f6d22c763f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Synchronizing usage tracker for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:02.509752 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-ab9c53a3-5584-4265-8088-9575f677c05f req-7fd15fed-7b4f-414f-b094-17f6d22c763f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] Unset dirty status for tenant:b6b34732c1ed47f985a2ac1c081d23d5 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:02.511232 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ab9c53a3-5584-4265-8088-9575f677c05f req-7fd15fed-7b4f-414f-b094-17f6d22c763f tempest-DeleteServersTestJSON-212955895 tempest-DeleteServersTestJSON-212955895-project] 10.222.0.66 "GET /v2.0/ports?device_id=03409201-55ca-4bff-9909-82f9cf3306a9 HTTP/1.1" status: 200  len: 210 time: 0.0932500
Mar 08 21:28:02.537392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.570397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.631428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.656326 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.657602 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb9f5078-3004-45b2-8661-c16fb488df33 HTTP/1.1" status: 204  len: 168 time: 0.2344444
Mar 08 21:28:02.658384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65817ccc-52ff-47a8-92a0-b3b23cbc2404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f5078-3004-45b2-8661-c16fb488df33,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:02.692865 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43848) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:02.711603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.745910 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:02.754782 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc5f81ea45c4bb58c83ed8d182650d7 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:02.760734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:02.768045 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:02.878550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.886384 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:02.942085 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99801d4-abda-454f-9546-cec2165a5d0c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:02.949942 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-dd1da14a-935c-4409-ae4d-ee609ef06967 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dc5f81ea45c4bb58c83ed8d182650d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2561808
Mar 08 21:28:02.950559 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43860) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:03.018478 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.047869 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.071814 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b019-06e7-4fa9-a250-dfbc5402d329 req-404cc77b-72d9-45d8-897a-cde82c3f517e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:03.073395 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3d3b019-06e7-4fa9-a250-dfbc5402d329 req-404cc77b-72d9-45d8-897a-cde82c3f517e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1813850
Mar 08 21:28:03.104898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.122499 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99801d4-abda-454f-9546-cec2165a5d0c,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:03.124180 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3d3b019-06e7-4fa9-a250-dfbc5402d329 req-b35efe82-0a25-4ff1-bebe-1e460e1a08f6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429838
Mar 08 21:28:03.129770 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.131691 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5c03dd9c-bb1b-4df5-99a4-ee6bc9d72ca7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f99801d4-abda-454f-9546-cec2165a5d0c HTTP/1.1" status: 204  len: 168 time: 0.1792185
Mar 08 21:28:03.247122 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 43868) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:03.266488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.315335 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:03.319579 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ffb997e2b645878944978003f78c83 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:03.323528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:03.329312 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:03.421455 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.425698 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.473772 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed1af7-f9b6-4fb7-bb8d-7fb6707da577,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:03.481223 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 43880) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:03.481747 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-cfc9f931-c307-4bd3-a416-17082be21e13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3ffb997e2b645878944978003f78c83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2330325
Mar 08 21:28:03.560399 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device b476fd8a-1a16-49df-9f19-35da8014dde0 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:28:03.598407 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.631040 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: b476fd8a-1a16-49df-9f19-35da8014dde0 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:28:03.631385 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device b476fd8a-1a16-49df-9f19-35da8014dde0 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:28:03.656988 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.725820 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.740803 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed1af7-f9b6-4fb7-bb8d-7fb6707da577,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:03.758261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:03.762512 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-46181ac6-9378-4b8a-8844-1f930d2636d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86ed1af7-f9b6-4fb7-bb8d-7fb6707da577 HTTP/1.1" status: 204  len: 168 time: 0.2775772
Mar 08 21:28:04.379158 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427b10-41dd-45eb-88c1-fc09f3979630 req-3706bcea-8db8-4929-ad0b-23e09ab61110 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:04.381065 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-29427b10-41dd-45eb-88c1-fc09f3979630 req-3706bcea-8db8-4929-ad0b-23e09ab61110 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0985410
Mar 08 21:28:04.444272 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-29427b10-41dd-45eb-88c1-fc09f3979630 req-9c3681cb-51b1-4c09-aff6-cfea86c104f2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567849
Mar 08 21:28:05.785511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b6cd-a44b-4c87-939e-753de60da3f1 req-50e7c1a8-35c3-45ee-a8df-d5e98309d4dd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:05.787112 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b607b6cd-a44b-4c87-939e-753de60da3f1 req-50e7c1a8-35c3-45ee-a8df-d5e98309d4dd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1022632
Mar 08 21:28:05.813430 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44022) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:05.870432 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b607b6cd-a44b-4c87-939e-753de60da3f1 req-5416314b-63c3-48ea-8be8-bf7fc398acb0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763810
Mar 08 21:28:05.870944 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44026) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:05.905569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Deleting subnet b6564726-46f6-4027-a11d-af413c9ad2ac {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:28:05.910106 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:05.968774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.027096 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.096542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.106040 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.135813 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:06.140289 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Usage tracker for resource:security_group_rule and tenant:9e041c2882b5467bafd4a94d6525afce is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:06.143925 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:06.148396 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6564726-46f6-4027-a11d-af413c9ad2ac,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:06.154515 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:06.156093 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.165651 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3006f371-1903-46dc-a702-726869a61712 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6564726-46f6-4027-a11d-af413c9ad2ac HTTP/1.1" status: 204  len: 168 time: 0.3510718
Mar 08 21:28:06.168587 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44038) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:06.298903 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.365212 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.382676 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.496827 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.505015 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c86e820-bf90-4514-bb3b-8376028b1837,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:06.520898 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-fa641778-ad31-442f-a71c-70d00563ed22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e041c2882b5467bafd4a94d6525afce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6454346
Mar 08 21:28:06.521351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44054) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:06.523933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc1367f3a0>,) {'filters': {'network_id': ['081da0e9-e09c-463c-800a-c4e5429506b4']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:06.536991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1367f3a0>, 'c43fe137-bcf7-42a4-a055-c78183b00c2d') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:06.537512 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1367f3a0>, 'c43fe137-bcf7-42a4-a055-c78183b00c2d') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:06.549012 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.565804 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.573282 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:28:06.574082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:28:06.588276 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:28:06.590674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.625496 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.678195 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.691602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.700542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.704399 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=081da0e9-e09c-463c-800a-c4e5429506b4,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:06.707348 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c86e820-bf90-4514-bb3b-8376028b1837,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:06.720879 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:06.722553 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-011998a6-e417-46ca-9e70-e1b9f2e4d13f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c86e820-bf90-4514-bb3b-8376028b1837 HTTP/1.1" status: 204  len: 168 time: 0.2005768
Mar 08 21:28:06.733612 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-457fba08-7544-4dc1-a412-d3ef312f29c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/081da0e9-e09c-463c-800a-c4e5429506b4 HTTP/1.1" status: 204  len: 168 time: 0.5638335
Mar 08 21:28:07.016514 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44086) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.069016 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e90d9-b3df-4121-980f-d6c5895c9f7c req-93d61e61-0fb8-4dbb-b456-d12a3d9c33e9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:07.070719 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5c7e90d9-b3df-4121-980f-d6c5895c9f7c req-93d61e61-0fb8-4dbb-b456-d12a3d9c33e9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0830097
Mar 08 21:28:07.088016 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bd5fb584-d53f-4826-a824-cfc1f70c5210 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6b34732c1ed47f985a2ac1c081d23d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0677199
Mar 08 21:28:07.092082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44092) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.128871 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5c7e90d9-b3df-4121-980f-d6c5895c9f7c req-643af7b1-917a-44e5-943b-d23dd9e013a3 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510757
Mar 08 21:28:07.179401 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.205991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.265704 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.285724 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:07.315310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.317138 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-657ef209-6288-4025-9479-d796543d7d5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0164a26-f3a0-43eb-8c4f-e7d8a8c85d08 HTTP/1.1" status: 204  len: 168 time: 0.2236729
Mar 08 21:28:07.340487 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44102) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.359877 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.391709 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:07.395782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Usage tracker for resource:security_group_rule and tenant:3fe0102cabe84a16934bf49b1a1a5fe4 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:07.398580 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:07.405125 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:07.441860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44108) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.475249 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.480340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.529465 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e9645-b092-4525-8322-469ec7d346a1,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:07.533782 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8370d6b2-d214-40a7-babe-e95930de324a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fe0102cabe84a16934bf49b1a1a5fe4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1921933
Mar 08 21:28:07.536669 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44114) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.615077 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.616507 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.668197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.688255 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:07.695165 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Usage tracker for resource:security_group_rule and tenant:3e367a817701418782da480686046499 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:07.705110 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:07.714734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:07.746737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.773408 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e9645-b092-4525-8322-469ec7d346a1,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:07.799737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.801136 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ae085a4f-4fed-417c-be43-be589da65c98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e8e9645-b092-4525-8322-469ec7d346a1 HTTP/1.1" status: 204  len: 168 time: 0.2635484
Mar 08 21:28:07.808993 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.814696 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.878938 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d357585-0e6f-4e68-97b6-b233f6143bc1,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:07.888080 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44132) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:07.888476 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-86fc0f3c-6958-4fa5-bb97-95f74fb6fc87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e367a817701418782da480686046499&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4454846
Mar 08 21:28:07.966910 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:07.993532 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.050503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.067223 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d357585-0e6f-4e68-97b6-b233f6143bc1,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:08.076475 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.077811 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a173fd50-58c8-445b-8b60-f65fba3d89b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d357585-0e6f-4e68-97b6-b233f6143bc1 HTTP/1.1" status: 204  len: 168 time: 0.1884754
Mar 08 21:28:08.354901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c78f7-ab2a-4b34-959b-95ee2bd8212c req-49adb517-6847-4822-a3bf-357a3afbfa65 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:08.356403 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9f0c78f7-ab2a-4b34-959b-95ee2bd8212c req-49adb517-6847-4822-a3bf-357a3afbfa65 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0857553
Mar 08 21:28:08.431958 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9f0c78f7-ab2a-4b34-959b-95ee2bd8212c req-de0fca02-4a49-48cb-973e-52e840a5769c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688179
Mar 08 21:28:08.491760 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44158) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:08.513422 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.546461 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:08.552602 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:13b26ea0b01e48cc95c20e7ac1b27f6f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:08.556297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:08.562318 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:08.612289 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44164) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:08.649735 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.652285 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.709430 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13b26ea0b01e48cc95c20e7ac1b27f6f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2162905
Mar 08 21:28:08.712638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44174) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:08.713901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be7542-c95b-4cbc-bc6c-ee6bcd88b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af6c86-a9a9-4a6c-9772-f8b15b27524c,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:08.777901 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.803982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.876578 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.895452 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af6c86-a9a9-4a6c-9772-f8b15b27524c,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:08.905162 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:08.906483 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-375c0c79-5b6b-4348-9205-da970016ee57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0af6c86-a9a9-4a6c-9772-f8b15b27524c HTTP/1.1" status: 204  len: 168 time: 0.1923082
Mar 08 21:28:08.943401 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-179320667-network', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:08.951490 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:08.959434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Usage tracker for resource:network and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:08.964960 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:08.973354 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:09.014865 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:09.017250 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.038703 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.090249 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:09.094420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:09.097574 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:09.104527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:09.190534 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.198442 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.226639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:28:09.250263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87836d00-497e-403d-8184-cf14d7b120c1,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:09.253477 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.253884 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Added segment 4b705a2e-c310-472b-b531-0f18613f99f6 of type vlan for network 55b98e77-037d-4f48-ae62-5ece51783cb3
Mar 08 21:28:09.289838 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.339082 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.341703 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:09.342319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.464416 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] Pushing event updated for resources: {'Network': ['ID=55b98e77-037d-4f48-ae62-5ece51783cb3,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:09.468097 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a814d38a-0395-48fc-88f8-93a0bc64a123 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8541272
Mar 08 21:28:09.470541 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44210) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:09.476814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Request body: {'subnet': {'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-179320667-subnet', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:09.481807 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:28:09.483405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:09.499364 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Usage tracker for resource:subnet and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:09.504262 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:09.511847 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:09.529656 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:09.533076 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:09.830364 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c1bc8-14a5-4043-a36c-cd184115f295 req-c9138e25-9537-4bec-bd1b-9024a6f8d8a8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:09.832068 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-564c1bc8-14a5-4043-a36c-cd184115f295 req-c9138e25-9537-4bec-bd1b-9024a6f8d8a8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1557858
Mar 08 21:28:10.084640 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-564c1bc8-14a5-4043-a36c-cd184115f295 req-2df507de-5953-420b-a118-b5ca1d4600d3 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147021
Mar 08 21:28:10.085699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.184153 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfd171a-606e-4477-bae3-33f6f4b512e6,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:10.204469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:10.204902 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Network hostable DHCP agents. Network: 55b98e77-037d-4f48-ae62-5ece51783cb3, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:28:10.233624 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:28:10.245729 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 55b98e77-037d-4f48-ae62-5ece51783cb3) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:10.259737 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584070dc-a48b-4181-9ae5-a50dde6ac660 None None] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:10.261046 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:10.263254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.335488 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f69e3ea8-64dc-4033-9f0c-96e9f4371a99 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8635015
Mar 08 21:28:10.338748 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44244) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:10.344272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:10.349234 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:10.357498 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Usage tracker for resource:router and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:10.361449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:10.375146 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:10.391048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.392389 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.442335 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.603121 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-55b98e77-037d-4f48-ae62-5ece51783cb3', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:28:10.604372 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.635098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:10.869720 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Allocated IP 172.20.0.2 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/4f3cad9d-d4b2-46cd-bcf2-cccc4b442436) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:11.017496 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.083707 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.176035 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.197976 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Transition to ACTIVE for port object 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:11.233208 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Transition to ACTIVE for port object 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:11.241940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.354711 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Pushing event updated for resources: {'Port': ['ID=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:11.364221 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:11.365830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.366318 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.366822 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.367304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.368366 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.368850 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.369384 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.369866 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.370347 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.370823 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.371330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:11.375027 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:11.380968 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:11.497315 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Attempting to bind port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:11.497685 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Attempting to bind port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:11.498036 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Attempting to bind port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:11.503200 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Allocated IP 172.27.0.248 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:11.505701 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:11.506469 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:11.507054 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.507592 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:11.508552 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Bound port: 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:11.509756 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.545190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc7e64-0374-4865-a4e8-0ca5ddd068b0 req-44d7db8c-fb29-4cee-9ada-952d4ec7b154 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:11.546715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-75fc7e64-0374-4865-a4e8-0ca5ddd068b0 req-44d7db8c-fb29-4cee-9ada-952d4ec7b154 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2170312
Mar 08 21:28:11.626494 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] For port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:11.633016 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] For port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:11.641434 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.692757 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-75fc7e64-0374-4865-a4e8-0ca5ddd068b0 req-456269b2-8721-4c29-a53a-e1f3e96f010b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983822
Mar 08 21:28:11.720381 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.763661 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2724f2-bbc0-4a02-a53c-19aa60d165d5 None None] Pushing event updated for resources: {'Port': ['ID=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:11.769594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:11.901118 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:11.903878 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:11.907425 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:11.993715 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Pushing event updated for resources: {'Port': ['ID=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:12.206686 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:12.207760 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:12.476640 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Router 445025e4-8792-413e-a0b4-7a60682c6a89 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:28:12.680296 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:28:12.701959 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:28:12.718380 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:12.719200 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c5e520>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:12.722797 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:12.727436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44314) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:12.727989 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-94075e98-ef23-45b7-af51-042448cfc259 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3876128
Mar 08 21:28:12.846484 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:13.000899 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:28:13.027822 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:13.045637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82853c-6d06-4398-b79c-9438abcc7144 None None] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:13.080293 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:13.162345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8ebd4-ed4a-4e05-b08e-9fa76c24b6d3 req-840ad540-f9cd-4c8a-8af3-a97178bea699 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:13.164137 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7db8ebd4-ed4a-4e05-b08e-9fa76c24b6d3 req-840ad540-f9cd-4c8a-8af3-a97178bea699 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2231832
Mar 08 21:28:13.294676 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7db8ebd4-ed4a-4e05-b08e-9fa76c24b6d3 req-631eef86-f626-4ed6-a68f-070b1af7db60 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151900
Mar 08 21:28:13.401011 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-12c00443-7c5c-416f-a0af-3f32f4bf4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.410636 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Provisioning for port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:13.434292 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Provisioning complete for port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:13.436974 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.473005 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c5e520>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:12Z', 'revision_number': 3, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:13.476613 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:28:13.476988 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Updating router 445025e4-8792-413e-a0b4-7a60682c6a89 port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:28:13.492850 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44344) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:13.542373 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.646208 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Deleting subnet 74f8afca-305d-4131-930c-7f6314d35b47 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:28:13.650184 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.731978 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.870697 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.890012 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:13.975255 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] For port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:13.984862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.069491 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.137961 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe5197-0005-417a-b5d5-1a2cace6663f None None] Pushing event updated for resources: {'Port': ['ID=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:14.165488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f8afca-305d-4131-930c-7f6314d35b47,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:14.184065 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.200498 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44364) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:14.207978 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c99e8ce3-9416-4326-af37-332babcd8eb2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74f8afca-305d-4131-930c-7f6314d35b47 HTTP/1.1" status: 204  len: 168 time: 0.7027392
Mar 08 21:28:14.323663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e2901ab7-250f-4ae9-8e70-95ed92b4dc99 None None] Provisioning complete for port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:14.325759 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e2901ab7-250f-4ae9-8e70-95ed92b4dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.329746 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.350774 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Transition to ACTIVE for port object a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:14.360675 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.476563 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.489282 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Attempting to bind port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:14.489813 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Attempting to bind port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:14.490272 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Attempting to bind port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:14.493461 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Pushing event updated for resources: {'Port': ['ID=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:14.505615 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:14.506160 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:14.507034 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.507710 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:14.508396 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Bound port: a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:14.509057 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.511245 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.568770 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.569131 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.571657 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.572033 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.572386 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.572729 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.573066 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.573428 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.575436 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.575844 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.576186 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:28:14.606673 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975324f-d732-4c0e-a3ef-dfac3e6d7408 req-03d996a5-4c01-40d4-9d04-7df57bd4944e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:14.608774 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b975324f-d732-4c0e-a3ef-dfac3e6d7408 req-03d996a5-4c01-40d4-9d04-7df57bd4944e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0890403
Mar 08 21:28:14.653210 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] For port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:14.659769 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] For port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:14.667516 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.670968 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.697915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12ce56d0>,) {'filters': {'network_id': ['25791542-12b1-4b10-b4b7-fbbfea630cc0']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:14.709784 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12ce56d0>, 'e606d06e-aa8f-40c5-9d22-9258081a51fb') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:14.710075 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12ce56d0>, 'e606d06e-aa8f-40c5-9d22-9258081a51fb') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:14.725857 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.732237 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b975324f-d732-4c0e-a3ef-dfac3e6d7408 req-4167ea53-e652-498c-b3d6-987ef8a5163f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179762
Mar 08 21:28:14.750065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.757010 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:28:14.757555 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:14.782325 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779994c-1ee5-41b2-8aa4-d2ab8a5d2f0a None None] Pushing event updated for resources: {'Port': ['ID=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:14.784444 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:14.787088 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:14.787730 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c5e520>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:27:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:28:14.820515 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:28:14.907480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:14.908854 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.003267 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:15.028304 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.048387 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.088476 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] 10.222.0.66 "DELETE /v2.0/networks/25791542-12b1-4b10-b4b7-fbbfea630cc0 HTTP/1.1" status: 204  len: 168 time: 0.8832493
Mar 08 21:28:15.091201 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44384) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:15.168791 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Deleting subnet f1cabaa6-7d98-43fc-9c0a-bd89f873fbd6 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:28:15.173058 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.231086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Allocated IP 172.20.0.1 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/d55697e6-ac7a-4d48-991b-068b96663a16) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:15.233431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436db6-f1f5-4278-b1f0-407b5fa2eb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=25791542-12b1-4b10-b4b7-fbbfea630cc0,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:15.321878 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.379087 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.433172 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.454966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Transition to ACTIVE for port object d55697e6-ac7a-4d48-991b-068b96663a16 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:15.481747 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.499410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.527006 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.534669 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1cabaa6-7d98-43fc-9c0a-bd89f873fbd6,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:15.540077 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-feaa03f1-5602-4de9-8f1f-1c1be84e516a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f1cabaa6-7d98-43fc-9c0a-bd89f873fbd6 HTTP/1.1" status: 204  len: 168 time: 0.4469414
Mar 08 21:28:15.542845 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44404) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:15.589394 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-78c874fb-cf14-4945-9163-3da19e1a6c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.622278 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:15.625525 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:15.639950 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c5e520>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:12Z', 'revision_number': 3, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:15.643569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:15.650283 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a954a-c737-4551-a29c-df76e5eb5960 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:12Z', 'revision_number': 3, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:28:15.751702 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.799325 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Pushing event updated for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:15.830626 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:15.872631 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.076851 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-219df574-f2aa-481a-a2c6-9294100562b6 None None] Provisioning for port d55697e6-ac7a-4d48-991b-068b96663a16 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:16.082769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-219df574-f2aa-481a-a2c6-9294100562b6 None None] Provisioning complete for port d55697e6-ac7a-4d48-991b-068b96663a16 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:16.083379 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-219df574-f2aa-481a-a2c6-9294100562b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.208893 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.236757 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-219df574-f2aa-481a-a2c6-9294100562b6 None None] Port d55697e6-ac7a-4d48-991b-068b96663a16 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:16.260356 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12f6c5e0>,) {'filters': {'network_id': ['65ac1390-9c07-4e8d-871b-d9f0f282058c']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:16.274935 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12f6c5e0>, '0ab798c4-8f4d-4c9c-be69-6d965d72f015') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:16.275613 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12f6c5e0>, '0ab798c4-8f4d-4c9c-be69-6d965d72f015') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:16.288808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb3eb-8f26-4fac-8dc3-5cedd8ce8ea8 req-a4458cd1-d591-4674-b22e-ded43dda858d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:16.290505 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.290650 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-636eb3eb-8f26-4fac-8dc3-5cedd8ce8ea8 req-a4458cd1-d591-4674-b22e-ded43dda858d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1628656
Mar 08 21:28:16.313853 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.326805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:28:16.327584 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:28:16.347601 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:28:16.364134 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.368452 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-636eb3eb-8f26-4fac-8dc3-5cedd8ce8ea8 req-accd5b78-a8fe-4df2-92e6-758f3be12c8a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559883
Mar 08 21:28:16.372171 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.471871 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.504007 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.512552 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.530486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ac1390-9c07-4e8d-871b-d9f0f282058c,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:16.534557 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Pushing event updated for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:16.536477 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-24bf0579-c936-40c8-8f14-757d5e930f50 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65ac1390-9c07-4e8d-871b-d9f0f282058c HTTP/1.1" status: 204  len: 168 time: 0.9894538
Mar 08 21:28:16.595010 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.771207 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:16.772529 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:16.776424 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:16.874434 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:16.898278 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44442) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:17.024380 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-9c31a4b9-0c7f-4ada-a550-5ad26f3047f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=066b582217ed4368bf4eb45459fe7913&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1243522
Mar 08 21:28:17.025116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44448) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:17.043213 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:17.049583 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:17.050182 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.182496 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.246744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.310993 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.331631 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:17.335030 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-a1bd2967-c8ff-4762-9670-934cde4fe3e5 None None] Provisioning complete for port d55697e6-ac7a-4d48-991b-068b96663a16 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:17.335605 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2967-c8ff-4762-9670-934cde4fe3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.363390 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.419136 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.440768 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:28:17.451546 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cddfeff-722a-4813-b473-b5dd6d25bcd5,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:17.453545 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.458870 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8fa9f731-9681-4854-9880-15df9b4487be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cddfeff-722a-4813-b473-b5dd6d25bcd5 HTTP/1.1" status: 204  len: 168 time: 0.4326742
Mar 08 21:28:17.470940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd2967-c8ff-4762-9670-934cde4fe3e5 None None] Port d55697e6-ac7a-4d48-991b-068b96663a16 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:17.483637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:17.739677 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cb39c-d8fd-4d16-b281-1b271abfaee3 req-468d6f26-d57e-4c62-a376-c9e4c53c76ca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:17.751356 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9c4cb39c-d8fd-4d16-b281-1b271abfaee3 req-468d6f26-d57e-4c62-a376-c9e4c53c76ca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1273019
Mar 08 21:28:17.819937 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:28:17.828746 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9408262a-c21b-4e6e-a3f6-c6f73730cddb admin admin] 10.222.0.66 "PUT /v2.0/routers/445025e4-8792-413e-a0b4-7a60682c6a89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0985894
Mar 08 21:28:17.838991 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44480) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:17.872862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:17.882314 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9c4cb39c-d8fd-4d16-b281-1b271abfaee3 req-302937d8-1cba-4aac-a9c3-bc03e904f552 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287785
Mar 08 21:28:18.156900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44500) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:18.216667 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.229845 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-89a5391a-6338-4d2c-af95-8910a34e6d4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14b763b77071415f8e0535793fac2db8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0723832
Mar 08 21:28:18.232416 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44504) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:18.254220 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:18.260831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Usage tracker for resource:security_group_rule and tenant:a031d4fd52c447ab90e69721211f29bd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:18.264897 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:18.277560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:18.325204 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.357731 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.386901 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.391742 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.416525 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.432416 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a031d4fd52c447ab90e69721211f29bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5845549
Mar 08 21:28:18.432416 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44510) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:18.435082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e89732-2bb4-42ea-927c-8d6ddd06087a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:18.437663 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.440717 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-77a9bcce-3bff-4972-92f3-2fe6fe4add2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67e89732-2bb4-42ea-927c-8d6ddd06087a HTTP/1.1" status: 204  len: 168 time: 0.2047966
Mar 08 21:28:18.487128 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96b7df-292c-4067-b766-693fb1f5b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688d7a27-5112-41a0-869a-35f35320d87d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:18.522677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.560971 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.615538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.632028 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688d7a27-5112-41a0-869a-35f35320d87d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:18.637790 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.639349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c93b3b78-6a01-4672-b7a3-2e293ec36e1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/688d7a27-5112-41a0-869a-35f35320d87d HTTP/1.1" status: 204  len: 168 time: 0.2061431
Mar 08 21:28:18.764727 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:18.835474 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44524) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:18.842324 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485424044', 'description': 'tempest-description--1170143775'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:18.848764 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:18.854186 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:18.857527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:18.864068 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:18.879029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:18.926229 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:18.926994 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.009140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:19.024552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:19.042550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:19.058410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:19.178685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.185278 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.229553 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45914cf-922e-49b7-a220-d734dcf0dbf8 req-bd2c6651-1a42-4c92-8cf6-c0a0a69e76f7 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:19.232060 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a45914cf-922e-49b7-a220-d734dcf0dbf8 req-bd2c6651-1a42-4c92-8cf6-c0a0a69e76f7 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1345820
Mar 08 21:28:19.245348 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.246645 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4092438
Mar 08 21:28:19.250202 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44544) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:19.258025 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '860edf0d-14ee-426b-9e85-def0505c7b4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:19.264732 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:19.269216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:19.271952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:19.278009 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:19.306557 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.315332 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36c80e-4f93-4098-991f-2f46ced0d9a2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860edf0d-14ee-426b-9e85-def0505c7b4f,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:19.330608 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44548) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:19.345257 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a45914cf-922e-49b7-a220-d734dcf0dbf8 req-09be67c5-146b-49da-92ed-e46a721492e9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066720
Mar 08 21:28:19.374060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.449873 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:19.460394 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f665a86d46a644beb3ecacf4a5204f70 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:19.466357 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:19.469807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.473590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:19.483774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.503521 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feed7fb-f40b-40ca-a384-6458f3d5f6be,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:19.547867 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.549448 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-0b64e244-e75e-4a22-afa3-a025b4cbb8e3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2980716
Mar 08 21:28:19.552202 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44560) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:19.558983 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '860edf0d-14ee-426b-9e85-def0505c7b4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:19.573185 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:19.581671 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:19.587958 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:19.592858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.599920 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:19.608706 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.636392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.675852 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee26e3e-afc2-47ea-8333-66546cdcd8ec,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:19.681867 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a331d110-0f27-48a1-9b80-2a4796faa7b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f665a86d46a644beb3ecacf4a5204f70&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3500860
Mar 08 21:28:19.684721 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44568) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:19.799174 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.873460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.878713 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.884962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.922478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ba0903-0945-4731-9fc7-9b31e4acc5d4,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:19.945248 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.947571 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0fa307d5-0a7b-421f-a9cc-16590035f4b6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3941243
Mar 08 21:28:19.950723 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44574) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:19.959110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:19.966954 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:19.972902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:floatingip and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:19.974771 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:19.980724 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:19.994484 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:20.005369 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee26e3e-afc2-47ea-8333-66546cdcd8ec,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:20.007725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:20.009398 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e86031a0-3c76-4fa7-8aac-0644a191eace admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ee26e3e-afc2-47ea-8333-66546cdcd8ec HTTP/1.1" status: 204  len: 168 time: 0.3234658
Mar 08 21:28:20.016786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:20.163915 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:28:20.185514 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:20.186377 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1378f9d0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:20.227953 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:20.396900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.27.0.217 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/386169d9-c4d5-4f73-93a0-8e0b421e734b) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:20.432394 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:20.636648 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:20.678196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:20.710113 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbcfdb-b243-4221-9820-9522a26fe5a5 req-46acb006-b898-4d56-ba27-143c0deb98a2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:20.711667 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e2fbcfdb-b243-4221-9820-9522a26fe5a5 req-46acb006-b898-4d56-ba27-143c0deb98a2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1450233
Mar 08 21:28:20.753511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:20.755120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:20.763443 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:20.809361 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e2fbcfdb-b243-4221-9820-9522a26fe5a5 req-462fd576-8ccb-41f8-b5cf-9866eaa5198f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916595
Mar 08 21:28:20.838617 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1378f9d0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:20.843453 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:28:20.843827 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Updating router 445025e4-8792-413e-a0b4-7a60682c6a89 port d55697e6-ac7a-4d48-991b-068b96663a16 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:28:20.912222 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.024184 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=386169d9-c4d5-4f73-93a0-8e0b421e734b,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:21.188044 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.276885 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.511377 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.525625 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Transition to ACTIVE for port object d55697e6-ac7a-4d48-991b-068b96663a16 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:21.535471 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.688638 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.696637 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.939714 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Attempting to bind port d55697e6-ac7a-4d48-991b-068b96663a16 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:21.940382 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Attempting to bind port d55697e6-ac7a-4d48-991b-068b96663a16 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:21.940922 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Attempting to bind port d55697e6-ac7a-4d48-991b-068b96663a16 on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:21.950158 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:21.950841 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:21.951444 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.952075 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:21.952778 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Bound port: d55697e6-ac7a-4d48-991b-068b96663a16, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:21.953328 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:21.996425 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:22.032908 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=386169d9-c4d5-4f73-93a0-8e0b421e734b,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:22.101650 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:22.103275 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-270c5930-9bb9-415c-878d-ca0095ca1b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1493013
Mar 08 21:28:22.112554 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] For port d55697e6-ac7a-4d48-991b-068b96663a16, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:22.116525 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] For port d55697e6-ac7a-4d48-991b-068b96663a16, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d55697e6-ac7a-4d48-991b-068b96663a16,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:22.136966 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:22.155500 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986c22d-036b-44b1-84e1-e9c4adb386fb None None] Pushing event updated for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:22.226182 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3672616-88a0-4383-b3d6-51489b12a18a req-a10fa468-6d8e-486f-b6df-adb32e915202 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:22.229205 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3672616-88a0-4383-b3d6-51489b12a18a req-a10fa468-6d8e-486f-b6df-adb32e915202 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1035819
Mar 08 21:28:22.234594 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:22.235410 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1378f9d0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:22.313444 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3672616-88a0-4383-b3d6-51489b12a18a req-fec92060-da56-4fdd-a152-19412804f4ba tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785460
Mar 08 21:28:22.480205 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986c22d-036b-44b1-84e1-e9c4adb386fb None None] Pushing event updated for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:22.500529 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-506bf61c-1834-4257-a131-389f617f8815 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:22.538355 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-506bf61c-1834-4257-a131-389f617f8815 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:22.551276 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-506bf61c-1834-4257-a131-389f617f8815 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--485424044&fields=id&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 267 time: 0.1020885
Mar 08 21:28:22.551533 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:22.713120 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-9093dc2a-293e-4d8a-93f8-2be6798c0df4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:22.714400 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-9093dc2a-293e-4d8a-93f8-2be6798c0df4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:22.733802 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-9093dc2a-293e-4d8a-93f8-2be6798c0df4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:22.735184 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-9093dc2a-293e-4d8a-93f8-2be6798c0df4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.1818845
Mar 08 21:28:22.759525 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-5192ea2d-6391-49fa-8bae-d0df26a30445 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/quotas/5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 375 time: 0.0160894
Mar 08 21:28:22.860150 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-663b792f-4b8b-4e19-af64-d1603cbeda16 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:22.900722 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-663b792f-4b8b-4e19-af64-d1603cbeda16 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:22.902318 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-663b792f-4b8b-4e19-af64-d1603cbeda16 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1410577
Mar 08 21:28:22.977675 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1378f9d0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:22Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:22.983120 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150480a-c0d0-430e-9ecb-89d94accce7f None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:22Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:28:23.083205 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-664078ee-e84c-4dba-9c25-61688c84102b service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677973
Mar 08 21:28:23.248281 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-6a20a119-a0c3-423a-b449-3d1b210a2c12 service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458232
Mar 08 21:28:23.562666 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6494c156-d2cd-4d97-9f5f-4a34941ad326 req-c6407740-a586-4f4b-9590-4d46deb0b2ab tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 210 time: 0.1014392
Mar 08 21:28:23.716560 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029faed-6642-43cd-ad96-a1bb8b2e385b req-6b87cbb2-4dec-4eed-95b4-55d82f3d552b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:23.719142 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a029faed-6642-43cd-ad96-a1bb8b2e385b req-6b87cbb2-4dec-4eed-95b4-55d82f3d552b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1859088
Mar 08 21:28:23.802514 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a029faed-6642-43cd-ad96-a1bb8b2e385b req-568ab191-1960-4153-96d6-ca57768aaf05 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737693
Mar 08 21:28:24.743530 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-16d16c78-8da6-4fec-a5e0-5cedc8d7cddf req-65bbc2c0-d06c-4068-b752-d58ba6cc108c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 210 time: 0.0451434
Mar 08 21:28:24.788628 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d55697e6-ac7a-4d48-991b-068b96663a16 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:24.859356 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port d55697e6-ac7a-4d48-991b-068b96663a16 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:24.866419 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port d55697e6-ac7a-4d48-991b-068b96663a16 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:24.867422 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:24.990741 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.027778 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port d55697e6-ac7a-4d48-991b-068b96663a16, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d55697e6-ac7a-4d48-991b-068b96663a16,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:25.037254 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.039430 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6dec9-4907-4e94-ac48-7fdf610c2ac5 req-e4a9de0d-e62f-4e8d-b508-e9bb063e7a14 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:25.046602 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-19f6dec9-4907-4e94-ac48-7fdf610c2ac5 req-e4a9de0d-e62f-4e8d-b508-e9bb063e7a14 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.1013598
Mar 08 21:28:25.091373 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-19f6dec9-4907-4e94-ac48-7fdf610c2ac5 req-397f6361-e012-4eac-8773-989092d04483 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439246
Mar 08 21:28:25.112152 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:25.277459 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44774) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:25.414664 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.445303 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:25.449070 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:56e2470e14754c3880fbf1edecb6f15c is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:25.451893 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:25.457514 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:25.524873 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.529213 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.572543 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c9c04a-41ea-442b-b2fa-7398259570c0,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:25.577753 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-220a15c1-4943-452b-8bac-4d3a936a0cc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56e2470e14754c3880fbf1edecb6f15c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2993023
Mar 08 21:28:25.580485 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44782) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:25.645337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.670920 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.727831 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.745921 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c9c04a-41ea-442b-b2fa-7398259570c0,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:25.749579 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:25.753368 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ba6abc5a-2ec5-4df6-b734-eb59dcaffc98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66c9c04a-41ea-442b-b2fa-7398259570c0 HTTP/1.1" status: 204  len: 168 time: 0.1720695
Mar 08 21:28:25.955090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8fc36be1-1430-4a7a-a3ca-cc92cc728c4c req-9d6eb869-daa3-4e9d-a527-1987f8c288f2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 210 time: 0.0429623
Mar 08 21:28:26.136515 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44804) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:26.155823 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.194297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:26.204363 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9dd2c539854a82a1fc539bc28ed6c5 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:26.209603 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:26.219481 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:26.316934 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.322501 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.380392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ee5ae4-4285-44d9-83c2-3fa0d2705f6d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:26.456392 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2e7fba06-3896-4dd5-898a-aad2dab88020 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e9dd2c539854a82a1fc539bc28ed6c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3157597
Mar 08 21:28:26.457050 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 44828) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:26.489597 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dad8aa-844f-4bf8-a232-c80ee3229ef7 req-c5d13364-0fc0-4ef2-8a2f-c922c0c5ae54 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:26.491122 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b3dad8aa-844f-4bf8-a232-c80ee3229ef7 req-c5d13364-0fc0-4ef2-8a2f-c922c0c5ae54 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0965881
Mar 08 21:28:26.576430 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b3dad8aa-844f-4bf8-a232-c80ee3229ef7 req-02d3c97f-6cdc-49f6-9087-9399eae67506 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795131
Mar 08 21:28:26.666201 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.798271 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cb864c66-58ae-4144-894d-6f23bdd3cedd req-956d1e62-9e6a-472a-9459-d330f1c06c93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1099 time: 0.1640470
Mar 08 21:28:26.822256 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d55697e6-ac7a-4d48-991b-068b96663a16 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:26.889555 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cb864c66-58ae-4144-894d-6f23bdd3cedd req-d6ad1bac-e8a0-4540-88cc-1663ce391c7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786161
Mar 08 21:28:26.921282 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-aeb7912e-3cd0-4b7a-8043-0783d67bad4f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:26.923600 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-aeb7912e-3cd0-4b7a-8043-0783d67bad4f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.3444743
Mar 08 21:28:26.932772 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.976859 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port d55697e6-ac7a-4d48-991b-068b96663a16 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:26.977457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:26.999114 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:27.021885 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ee5ae4-4285-44d9-83c2-3fa0d2705f6d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:27.040164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:27.048355 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a6c16347-e593-46f0-a3b1-d7c07301eb54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3ee5ae4-4285-44d9-83c2-3fa0d2705f6d HTTP/1.1" status: 204  len: 168 time: 0.5903459
Mar 08 21:28:27.231137 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-87f7a7d4-3949-4675-ac4f-4e8dc2dae34d req-c70ad8fa-bf17-4720-9988-a83628d1f5c8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 210 time: 0.0456271
Mar 08 21:28:27.243665 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-037b3e50-0a6d-404e-9797-cb7dbbe14d94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 379 time: 0.1123121
Mar 08 21:28:27.256673 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'port': {'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'admin_state_up': True, 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'security_groups': ['860edf0d-14ee-426b-9e85-def0505c7b4f']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:27.462694 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:27.474094 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:27.486792 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:27.490755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:27.620655 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44878) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:27.715973 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.20.0.7 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/063c083e-7369-4889-94bb-8fd0ccb94a2f) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:27.975031 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.000138 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e10f1-7855-4321-8209-2c1e047f55f7 req-943fdf25-c1c2-4831-8ff5-dbae7fb71e15 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:28.001596 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e6e10f1-7855-4321-8209-2c1e047f55f7 req-943fdf25-c1c2-4831-8ff5-dbae7fb71e15 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2035744
Mar 08 21:28:28.091242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.092194 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e6e10f1-7855-4321-8209-2c1e047f55f7 req-b663b25b-ee68-400e-99f3-850da6e77c0a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792890
Mar 08 21:28:28.110212 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Transition to ACTIVE for port object 063c083e-7369-4889-94bb-8fd0ccb94a2f will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:28.113301 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:28.118854 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Usage tracker for resource:security_group_rule and tenant:48ed87127b7b46558b101b074caa33d3 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:28.122284 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:28.129357 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:28.138422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.248503 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:28.252425 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:28.254950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:28.275587 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.293586 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.359769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:28.392433 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:28.393076 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.413232 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23732131-c957-4e6a-ab21-41370eaf3598,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:28.444208 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c58e2d40-4945-4c52-8a82-ae44f94c9b86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48ed87127b7b46558b101b074caa33d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8209240
Mar 08 21:28:28.445553 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44914) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:28.451193 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-d7fe1416-f16b-446b-9428-10d3d99b7b30 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2013683
Mar 08 21:28:28.463581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Request body: {'port': {'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:28.597410 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.628554 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.662409 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d177b736-8774-4705-90cd-7218b1db1c5f None None] Provisioning for port 063c083e-7369-4889-94bb-8fd0ccb94a2f completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:28.674957 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d177b736-8774-4705-90cd-7218b1db1c5f None None] Provisioning complete for port 063c083e-7369-4889-94bb-8fd0ccb94a2f triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:28.675581 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d177b736-8774-4705-90cd-7218b1db1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.733640 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69469e3d-6fdf-4ef1-af66-15c46b057bc7 req-89a71f3c-4f1d-4c3d-8d03-d500a050259e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:28.734181 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-69469e3d-6fdf-4ef1-af66-15c46b057bc7 req-89a71f3c-4f1d-4c3d-8d03-d500a050259e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:28.736093 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.743260 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.759248 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23732131-c957-4e6a-ab21-41370eaf3598,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:28.793922 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:28.795570 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-60b1cdf5-5337-4959-bf4f-ee5b7514c6f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23732131-c957-4e6a-ab21-41370eaf3598 HTTP/1.1" status: 204  len: 168 time: 0.3485394
Mar 08 21:28:28.814217 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-69469e3d-6fdf-4ef1-af66-15c46b057bc7 req-89a71f3c-4f1d-4c3d-8d03-d500a050259e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:28.816363 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69469e3d-6fdf-4ef1-af66-15c46b057bc7 req-89a71f3c-4f1d-4c3d-8d03-d500a050259e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 931 time: 0.2855265
Mar 08 21:28:28.831065 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-d177b736-8774-4705-90cd-7218b1db1c5f None None] Port 063c083e-7369-4889-94bb-8fd0ccb94a2f cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:28.963836 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69469e3d-6fdf-4ef1-af66-15c46b057bc7 req-0a243394-36de-4d44-97cf-e6c4dba6a6c4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328397
Mar 08 21:28:29.209967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063c083e-7369-4889-94bb-8fd0ccb94a2f {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:28:29.219699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.236877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Transition to ACTIVE for port object 063c083e-7369-4889-94bb-8fd0ccb94a2f will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:29.241950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.317360 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.323362 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Pushing event updated for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:29.332374 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e5f86-dd58-4c72-b4b5-32178ae0a358 req-b1d5c99b-bb03-43d3-93cb-0f4affd43406 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:29.339764 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-124e5f86-dd58-4c72-b4b5-32178ae0a358 req-b1d5c99b-bb03-43d3-93cb-0f4affd43406 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0973887
Mar 08 21:28:29.395904 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-124e5f86-dd58-4c72-b4b5-32178ae0a358 req-8bc48fb6-b017-43cf-82f5-18328aac8d7b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550454
Mar 08 21:28:29.430175 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44948) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:29.449607 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.488090 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:29.493625 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5204f82b4e4b7caf35d99acda44bba is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:29.498552 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:29.509403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:29.643990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Attempting to bind port 063c083e-7369-4889-94bb-8fd0ccb94a2f on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:29.644325 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Attempting to bind port 063c083e-7369-4889-94bb-8fd0ccb94a2f by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:29.644644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Attempting to bind port 063c083e-7369-4889-94bb-8fd0ccb94a2f on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:29.662449 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Port 063c083e-7369-4889-94bb-8fd0ccb94a2f on network 55b98e77-037d-4f48-ae62-5ece51783cb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:28:29.662769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Attempting to bind port 063c083e-7369-4889-94bb-8fd0ccb94a2f on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:29.674738 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.676854 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:29.677195 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:29.677579 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:29.678012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Bound port: 063c083e-7369-4889-94bb-8fd0ccb94a2f, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:29.678348 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.686819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.758176 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b5204f82b4e4b7caf35d99acda44bba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3267903
Mar 08 21:28:29.759038 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44968) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:29.760110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137525-1c08-451b-80b2-ee3835382619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f88220c-54ec-4a94-b704-1b77870b1846,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:29.824977 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f02dc-b438-4728-aec7-edd1dbb16104 req-8084c9e6-774c-4b7d-bf0e-b74233e9ff4f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:29.831939 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-849f02dc-b438-4728-aec7-edd1dbb16104 req-8084c9e6-774c-4b7d-bf0e-b74233e9ff4f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2710340
Mar 08 21:28:29.892171 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.910133 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-849f02dc-b438-4728-aec7-edd1dbb16104 req-0a493ace-168e-44b0-822a-13b184fccce8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772510
Mar 08 21:28:29.922359 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:29.931542 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:29.931542 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:29.941677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.010179 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.027565 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.028966 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/063c083e-7369-4889-94bb-8fd0ccb94a2f HTTP/1.1" status: 200  len: 1093 time: 1.5700705
Mar 08 21:28:30.029386 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:30.038309 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f88220c-54ec-4a94-b704-1b77870b1846,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:30.050775 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.056106 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-1d222420-5e90-4e46-bf6b-28bcf511c726 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f88220c-54ec-4a94-b704-1b77870b1846 HTTP/1.1" status: 204  len: 168 time: 0.2928524
Mar 08 21:28:30.057933 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14a4b-ef50-4b2f-8d8e-63fc566966a8 service neutron] Pushing event updated for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:30.107734 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'status': 'completed', 'code': 200}
Mar 08 21:28:30.262857 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-80fcb1f5-f48c-4d56-83cf-30f1edec162e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 1096 time: 0.1534152
Mar 08 21:28:30.349886 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 44994) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:30.398482 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-0f5f2cda-22d6-4f10-9cc6-dc1dccf1563f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f HTTP/1.1" status: 200  len: 217 time: 0.1268466
Mar 08 21:28:30.441360 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bb003-f21e-47cb-a87b-1e685d0b5839 req-80b0b246-0099-4b87-a256-309ab2025e5f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:30.448928 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ea8bb003-f21e-47cb-a87b-1e685d0b5839 req-80b0b246-0099-4b87-a256-309ab2025e5f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 943 time: 0.1627281
Mar 08 21:28:30.510925 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ea8bb003-f21e-47cb-a87b-1e685d0b5839 req-059e2080-5b18-48f3-8e72-3c77083299ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609500
Mar 08 21:28:30.549507 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-1aa48ef5-a8fd-4589-8b94-23a7033ceb5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:30.551518 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-1aa48ef5-a8fd-4589-8b94-23a7033ceb5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.1434922
Mar 08 21:28:30.656783 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-4128e692-106f-4741-b570-ff982ef8cd20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979078
Mar 08 21:28:30.680740 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.719498 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:30.723610 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Usage tracker for resource:security_group_rule and tenant:6f0156b51de440f08ea4231259c1b153 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:30.727258 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:30.733460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:30.809222 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.825745 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:30.904044 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f0156b51de440f08ea4231259c1b153&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5530689
Mar 08 21:28:30.909456 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45020) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:30.974516 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-f03db3f9-8841-4c9f-a9a3-80b3709b40f7 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072889
Mar 08 21:28:30.988798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274f27-4b07-433e-be5c-3ce7609a6ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f95eb3d-1df3-4b46-b568-33863d509ada,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:31.044645 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.081273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.150256 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.184145 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f95eb3d-1df3-4b46-b568-33863d509ada,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:31.201356 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.202892 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-868ba8b0-db11-4e1d-9ea8-e1041b0ccd96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f95eb3d-1df3-4b46-b568-33863d509ada HTTP/1.1" status: 204  len: 168 time: 0.2927079
Mar 08 21:28:31.238211 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62977b5e-6970-4639-8c18-ef8bc3cd2669 req-e19c5077-b573-417c-b11f-0bdd1d01a6fd service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566440
Mar 08 21:28:31.238782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45028) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:31.271843 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.378069 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:31.385364 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bce658a1b0418882a43a438e8af341 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:31.389252 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:31.396209 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:31.439487 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-4a53ae4d-4b63-4200-9052-d8d90bca95bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 1096 time: 0.1489522
Mar 08 21:28:31.595708 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.606960 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:31.634944 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-8f1bfd5c-8994-440d-9900-76a2bd68ebc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:31.636486 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-8f1bfd5c-8994-440d-9900-76a2bd68ebc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.1906204
Mar 08 21:28:31.756317 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3bce658a1b0418882a43a438e8af341&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5151420
Mar 08 21:28:31.757101 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce78170-c992-4f4c-8e27-637063256ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd8f78c-9fd5-4922-b18f-51b5b75aff4b,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:31.760395 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45058) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:31.812410 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-746167b1-7d32-4065-ab60-3ce25719d1ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f HTTP/1.1" status: 200  len: 217 time: 0.1696649
Mar 08 21:28:32.070104 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:32.075417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-a884cdc4-5a67-4d5d-bef0-d1bbaa1ac75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:32.076879 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-a884cdc4-5a67-4d5d-bef0-d1bbaa1ac75e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.2500329
Mar 08 21:28:32.099043 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:32.174240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:32.229408 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ef428-f66c-47f3-a78e-393b15cccb67 req-8be6d492-e92e-443e-a08b-4af1230d434e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:32.230907 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bd3ef428-f66c-47f3-a78e-393b15cccb67 req-8be6d492-e92e-443e-a08b-4af1230d434e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 943 time: 0.4067042
Mar 08 21:28:32.232434 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd8f78c-9fd5-4922-b18f-51b5b75aff4b,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:32.261757 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-dc4f02f3-1f73-4ac5-8591-474097c24ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.3866656
Mar 08 21:28:32.264867 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:32.268289 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-b4e19f6d-15c2-4952-87a5-aa6c25659f25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbd8f78c-9fd5-4922-b18f-51b5b75aff4b HTTP/1.1" status: 204  len: 168 time: 0.5047545
Mar 08 21:28:32.305425 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf47e69-3b30-4ab8-bb20-18c23eb59c79 req-2796eb8a-fe6c-41e6-bfd8-ea08f41ea91e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:32.307045 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0bf47e69-3b30-4ab8-bb20-18c23eb59c79 req-2796eb8a-fe6c-41e6-bfd8-ea08f41ea91e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.3525212
Mar 08 21:28:32.342792 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-a99c3996-55c5-4c69-a8da-5ba8575d0b94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2521501
Mar 08 21:28:32.438687 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bd3ef428-f66c-47f3-a78e-393b15cccb67 req-f0707513-fe49-44fe-a6e5-60a40cb74f4b tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994021
Mar 08 21:28:32.489766 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0bf47e69-3b30-4ab8-bb20-18c23eb59c79 req-34625837-2062-43c2-9f80-f8abb4a54120 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769502
Mar 08 21:28:32.535441 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-4b2b6ca9-5330-4c9c-8675-6a5a661deeae service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860361
Mar 08 21:28:32.537227 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-d273f450-bb0c-4651-a5c8-bb828eaf94fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:32.544417 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-d273f450-bb0c-4651-a5c8-bb828eaf94fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.2687745
Mar 08 21:28:32.670641 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-31decd30-f16c-46d5-aa59-c72b913ec9ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.1221187
Mar 08 21:28:32.712713 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a9617d6-5f06-44c4-ade3-e6e02a3bfa69 req-01894a9f-180b-4795-8233-edbfbf2904a8 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644559
Mar 08 21:28:32.748266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-f2735b88-b699-4763-ae36-12def01fe999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:32.749674 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-f2735b88-b699-4763-ae36-12def01fe999 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0721004
Mar 08 21:28:32.778062 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45118) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:32.801269 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-d7658d06-e360-4ac6-88f6-df93fa84a84c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454752
Mar 08 21:28:32.962303 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-c8404583-95ee-41d7-81ff-e162223bb9e9 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540315
Mar 08 21:28:33.097067 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e277bbc6-7d0e-436d-a9bb-42d34166b5a8 req-3935084a-acec-40d8-8cd0-6df987ca13a4 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284554
Mar 08 21:28:33.098456 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.136612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:33.141020 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Usage tracker for resource:security_group_rule and tenant:8a02e9af88094f638e75becaf7ca5432 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:33.144230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:33.151486 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:33.220417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45134) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:33.313199 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.319431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.375086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122d3da-8864-4f71-930b-6e9455b398f5,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:33.382540 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8ab0c749-1c5c-43dd-9676-8b535d0215bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a02e9af88094f638e75becaf7ca5432&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6025784
Mar 08 21:28:33.383110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45152) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:33.438327 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.450800 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.473114 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:33.480327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.493142 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Usage tracker for resource:security_group_rule and tenant:4f63b09cab3d44d6a8bcf3bfea50a94e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:33.502772 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:33.512725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:33.610692 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.634805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122d3da-8864-4f71-930b-6e9455b398f5,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:33.652983 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.654343 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-86956625-d5de-4599-9da7-3b9f3f608796 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8122d3da-8864-4f71-930b-6e9455b398f5 HTTP/1.1" status: 204  len: 168 time: 0.2697589
Mar 08 21:28:33.692300 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.699974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:33.777831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c51816-693f-4b91-8dc5-8993b7ffd978,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:33.784881 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9da846d9-b7ee-4634-b497-566bc1e4bab7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f63b09cab3d44d6a8bcf3bfea50a94e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5634596
Mar 08 21:28:33.785764 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45180) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:33.832563 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22e984-83a9-4746-8f3c-c0a6d9761335 req-5526b356-451b-4b67-891a-5e1f396ca9e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:33.834111 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3a22e984-83a9-4746-8f3c-c0a6d9761335 req-5526b356-451b-4b67-891a-5e1f396ca9e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 943 time: 0.1485333
Mar 08 21:28:33.938619 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3a22e984-83a9-4746-8f3c-c0a6d9761335 req-3ef8d8ea-99eb-4d76-bb61-a0a34fc1308b tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947127
Mar 08 21:28:33.958318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.044283 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.106603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6ff8-57be-4e85-9b88-5a61a25c9e3a req-116beff0-e6af-4190-9ac1-455387d7e1f6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:34.108047 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-51cd6ff8-57be-4e85-9b88-5a61a25c9e3a req-116beff0-e6af-4190-9ac1-455387d7e1f6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1245196
Mar 08 21:28:34.148942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.166957 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c51816-693f-4b91-8dc5-8993b7ffd978,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:34.189644 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-51cd6ff8-57be-4e85-9b88-5a61a25c9e3a req-4cb58ba2-e1dc-4725-ac7c-ba0bcfcadbd8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679927
Mar 08 21:28:34.197967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.201789 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ade91715-7305-4ff7-bae7-7a49a40e256d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21c51816-693f-4b91-8dc5-8993b7ffd978 HTTP/1.1" status: 204  len: 168 time: 0.4123654
Mar 08 21:28:34.342753 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 063c083e-7369-4889-94bb-8fd0ccb94a2f details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:28:34.480688 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:34.483365 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45202) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:34.500336 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:28:34.509805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.546500 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:34.550463 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef1091c27d74742ab896be8170b7efa is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:34.553791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:34.560471 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:34.568266 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.591389 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063c083e-7369-4889-94bb-8fd0ccb94a2f {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:28:34.591776 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45208) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:34.612402 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:34.619898 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.642740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.645691 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45214) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:34.661162 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.698689 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:34.709669 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df10d6ba-9f85-4449-a60e-4468411b5724,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:34.733479 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-cc140c8f-8acc-4054-ae24-35493ebe1e46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ef1091c27d74742ab896be8170b7efa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2489195
Mar 08 21:28:34.736001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45220) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:34.806648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.831937 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.897757 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['063c083e-7369-4889-94bb-8fd0ccb94a2f'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:28:34.899942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.927006 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df10d6ba-9f85-4449-a60e-4468411b5724,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:34.928829 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:34.930615 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e0ea19d8-3e35-427f-b043-552576de4930 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df10d6ba-9f85-4449-a60e-4468411b5724 HTTP/1.1" status: 204  len: 168 time: 0.1928866
Mar 08 21:28:35.041307 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.105116 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:35.110090 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Usage tracker for resource:security_group_rule and tenant:24b2c966cd9749248080559604749a96 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:35.114531 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:35.122777 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:35.145759 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45234) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:35.174075 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.204283 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45240) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:35.209120 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.215391 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.280425 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24b2c966cd9749248080559604749a96&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6336036
Mar 08 21:28:35.281752 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1b3c-4048-422c-9254-7adf72d5879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e3e52c-d4e0-4eac-aa50-b4c7cd1c287c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:35.284012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45246) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:35.288351 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.310120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:35.318708 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Usage tracker for resource:security_group_rule and tenant:892ff72059b1455580e01750fda3b9af is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:35.324311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:35.343088 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:35.352030 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a688f30-2f83-4a77-94bc-6e8dd001e2d1 req-d4c6f03f-cd0a-42eb-9f51-3e19feba6b66 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:35.353880 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2a688f30-2f83-4a77-94bc-6e8dd001e2d1 req-d4c6f03f-cd0a-42eb-9f51-3e19feba6b66 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 944 time: 0.2578168
Mar 08 21:28:35.361175 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:35.369293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.370977 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Usage tracker for resource:security_group_rule and tenant:1e4cede6fdc040f0b76b5a217c31d064 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:35.393652 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:35.406876 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.407721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:35.464443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2a688f30-2f83-4a77-94bc-6e8dd001e2d1 req-2a78f221-f597-4680-944e-968a5850f2fc tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003640
Mar 08 21:28:35.538540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.558190 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e3e52c-d4e0-4eac-aa50-b4c7cd1c287c,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:35.558543 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.566016 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.567697 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.585073 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.595169 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.596303 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-dcbed36e-a005-4e5b-9cc4-3e510da6afd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96e3e52c-d4e0-4eac-aa50-b4c7cd1c287c HTTP/1.1" status: 204  len: 168 time: 0.3109262
Mar 08 21:28:35.612853 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99508b-cb21-4aa3-8086-194319b148de req-492ac3bc-362d-4ee3-a5ec-b0d5605494c9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:35.616000 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bc99508b-cb21-4aa3-8086-194319b148de req-492ac3bc-362d-4ee3-a5ec-b0d5605494c9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1487234
Mar 08 21:28:35.660596 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c6b29-684c-4d97-8d5d-fc06cb9573ac,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:35.677278 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ba88de38-ff02-47ba-b6cc-d1fd63ee6a06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=892ff72059b1455580e01750fda3b9af&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0844598
Mar 08 21:28:35.680554 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e4cede6fdc040f0b76b5a217c31d064&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4751959
Mar 08 21:28:35.683240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45258) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:35.683575 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45260) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:35.687434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.699601 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11a0d-b524-478e-853a-b9c88320ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f25d347-5598-4554-9fda-4dd033851961,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:35.813098 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bc99508b-cb21-4aa3-8086-194319b148de req-60ff4c56-052a-4a87-b364-1580fbbf00c1 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912892
Mar 08 21:28:35.831306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:35.849566 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Usage tracker for resource:security_group_rule and tenant:c73e884bd4d04dc3974ef461a83c5cff is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:35.855796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:35.873100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:35.889070 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.907664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.959774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:35.970469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.099503 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.100614 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.118329 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.121436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.135197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c6b29-684c-4d97-8d5d-fc06cb9573ac,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:36.172008 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f25d347-5598-4554-9fda-4dd033851961,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:36.190801 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.191932 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-646f4095-30d5-45f7-bd89-5f3e726a8d15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/630c6b29-684c-4d97-8d5d-fc06cb9573ac HTTP/1.1" status: 204  len: 168 time: 0.5072827
Mar 08 21:28:36.209157 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c73e884bd4d04dc3974ef461a83c5cff&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0624158
Mar 08 21:28:36.212687 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45288) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:36.215178 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.216261 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-6dc1a22f-47a5-49e8-b490-af1cb4230c91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f25d347-5598-4554-9fda-4dd033851961 HTTP/1.1" status: 204  len: 168 time: 0.5300777
Mar 08 21:28:36.233007 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07def400-ac7e-4896-9faa-298435b7698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a9040-ad2e-487b-b925-e29ff7046faa,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:36.285404 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.314835 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.369370 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.377210 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 063c083e-7369-4889-94bb-8fd0ccb94a2f up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:36.390860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.394725 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e9a9040-ad2e-487b-b925-e29ff7046faa HTTP/1.1" status: 204  len: 168 time: 0.1809988
Mar 08 21:28:36.395611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9342-17df-49bf-a9dd-250bcf05c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a9040-ad2e-487b-b925-e29ff7046faa,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:36.463139 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 063c083e-7369-4889-94bb-8fd0ccb94a2f completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:36.468811 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 063c083e-7369-4889-94bb-8fd0ccb94a2f triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:36.469182 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.597467 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.635118 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:36.636315 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:36.653503 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:36.715703 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'code': 200}
Mar 08 21:28:36.741536 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326cf1f-e770-4aec-bd45-20ac9670e2a9 req-3e74299d-236f-4ac0-8da0-24bd25a5a704 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:36.743238 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:36.744498 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f326cf1f-e770-4aec-bd45-20ac9670e2a9 req-3e74299d-236f-4ac0-8da0-24bd25a5a704 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.1204755
Mar 08 21:28:36.811409 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f326cf1f-e770-4aec-bd45-20ac9670e2a9 req-7c110b71-272c-4adc-b0ca-380db3f43455 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606964
Mar 08 21:28:36.988982 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45320) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:37.020596 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.046108 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-29ece87c-8adb-40e6-af87-2f664e557acf req-a8a1153b-2d1c-42b1-bdd6-2bcc9865fe68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 1098 time: 0.1280856
Mar 08 21:28:37.051489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616231ba-e960-4623-96c0-49543392e5ae req-78675c4e-b7de-4a3f-8025-b774be1d07e9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:37.053198 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-616231ba-e960-4623-96c0-49543392e5ae req-78675c4e-b7de-4a3f-8025-b774be1d07e9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.0874085
Mar 08 21:28:37.083412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:37.095956 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:417c52e6f0a64f4d8b6ac70a64f584cc is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:37.100314 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:37.109606 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-616231ba-e960-4623-96c0-49543392e5ae req-447bca0c-af90-487b-ab32-35a3c27e798e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495870
Mar 08 21:28:37.111346 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:37.148437 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-29ece87c-8adb-40e6-af87-2f664e557acf req-14e10e76-5565-4768-afb4-52630458b998 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915098
Mar 08 21:28:37.197176 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.202194 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.209524 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45330) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:37.256436 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=417c52e6f0a64f4d8b6ac70a64f584cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2624140
Mar 08 21:28:37.259436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45338) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:37.279224 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc965e-47a4-49f1-bc02-cb0a2f0ea5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5124a5-7244-41d7-b15a-3edc088d9f7d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:37.337132 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.363548 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.408417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490325237-network', 'tenant_id': '44a73f7c243f40628c0af213cb2a72f4'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:37.414550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:37.418680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Usage tracker for resource:network and tenant:44a73f7c243f40628c0af213cb2a72f4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:37.421950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:37.428211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:37.440323 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Made reservation on behalf of 44a73f7c243f40628c0af213cb2a72f4 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:37.442581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.456262 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.468076 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.486092 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5124a5-7244-41d7-b15a-3edc088d9f7d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:37.501658 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.505336 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-85abdea9-538d-49e4-bb4f-310529420501 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df5124a5-7244-41d7-b15a-3edc088d9f7d HTTP/1.1" status: 204  len: 168 time: 0.2410460
Mar 08 21:28:37.511501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:37.516234 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:44a73f7c243f40628c0af213cb2a72f4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:37.519071 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:37.525056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:37.597662 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.602604 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.628873 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:28:37.643071 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c7443-acf0-49f2-810e-98061ed30dfb,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:37.647400 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.648445 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Added segment b633781e-ebe3-47bc-8318-94358a52a151 of type vlan for network 358b8a31-78e4-4dfb-853f-067af25a4dc1
Mar 08 21:28:37.676823 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.711177 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.712330 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:37.713104 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:37.818362 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6073990
Mar 08 21:28:37.819290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194c72-4206-4dbf-8876-81d0f26f7aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=358b8a31-78e4-4dfb-853f-067af25a4dc1,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:37.821393 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45360) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:37.841559 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Request body: {'subnet': {'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490325237-subnet', 'tenant_id': '44a73f7c243f40628c0af213cb2a72f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:37.844288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:28:37.852325 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:37.857742 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Usage tracker for resource:subnet and tenant:44a73f7c243f40628c0af213cb2a72f4 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:37.861958 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:37.871269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:37.887746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Made reservation on behalf of 44a73f7c243f40628c0af213cb2a72f4 for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:37.894436 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7427425'] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.141403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b796ac6-197a-4edb-b2dd-a70b792bba90 req-d0b9f26a-4fad-416b-a3af-3292b55d0531 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:38.142855 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0b796ac6-197a-4edb-b2dd-a70b792bba90 req-d0b9f26a-4fad-416b-a3af-3292b55d0531 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.1270430
Mar 08 21:28:38.245334 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0b796ac6-197a-4edb-b2dd-a70b792bba90 req-e7c6fc4a-4f28-4734-9dfe-e61c293e5fb8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742185
Mar 08 21:28:38.271813 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7542844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7427443'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.361338 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e241b30-ee3c-4871-8ff2-6d74050c48ed,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:38.377444 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Checking segment: {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:38.377744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Network hostable DHCP agents. Network: 358b8a31-78e4-4dfb-853f-067af25a4dc1, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:28:38.386663 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb843ac1-e0da-4ea8-9627-5e8c5295182d req-316fc4d1-838d-4df2-8cfd-ccdc6614d26a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:38.389895 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cb843ac1-e0da-4ea8-9627-5e8c5295182d req-316fc4d1-838d-4df2-8cfd-ccdc6614d26a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1044426
Mar 08 21:28:38.405765 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:28:38.413689 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45380) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:38.449217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.467444 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 358b8a31-78e4-4dfb-853f-067af25a4dc1) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:38.473526 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:38.474273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.478749 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18318f49-9fc7-46c3-8769-0a05d4bcbf69 None None] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:38.493133 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cb843ac1-e0da-4ea8-9627-5e8c5295182d req-14b3c0f4-c1cb-4ad8-8032-d134ae31c8ff tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741076
Mar 08 21:28:38.504680 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:38.514667 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e26f4f0334495b914070bcbb5f904e is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:38.521512 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:38.528937 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:38.553046 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-076b10ea-973d-4f37-bccc-ae9f3494f43a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7293177
Mar 08 21:28:38.643802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.652657 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.738825 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6e26f4f0334495b914070bcbb5f904e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3203807
Mar 08 21:28:38.738825 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98991652-25df-4bd7-b47c-84b913020451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63897bc-5228-42fa-afa7-cc652b711281,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:38.739259 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45392) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:38.797663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc0ccf-af7e-4706-809d-227aafdb4500 None None] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:38.903585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.936523 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:38.996303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:39.014273 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63897bc-5228-42fa-afa7-cc652b711281,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:39.019343 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:39.019878 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9fbb44fe-1053-4976-973f-0447ec8e76c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e63897bc-5228-42fa-afa7-cc652b711281 HTTP/1.1" status: 204  len: 168 time: 0.2795644
Mar 08 21:28:39.490782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47259-0167-4790-9535-b91ecda740d1 req-1572a7c7-61d5-4012-99e9-62dfc6b9183d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:39.492747 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fad47259-0167-4790-9535-b91ecda740d1 req-1572a7c7-61d5-4012-99e9-62dfc6b9183d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.1114004
Mar 08 21:28:39.548292 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fad47259-0167-4790-9535-b91ecda740d1 req-be3a95eb-57e7-43cc-868b-5b864698e20e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498879
Mar 08 21:28:39.745031 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba14f4-2377-4032-beb2-821a2c414f3d req-8670d47c-666f-463f-88c9-33852cd73f32 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:39.757685 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3ba14f4-2377-4032-beb2-821a2c414f3d req-8670d47c-666f-463f-88c9-33852cd73f32 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1043360
Mar 08 21:28:39.833853 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3ba14f4-2377-4032-beb2-821a2c414f3d req-8c716c0f-1088-4d10-8cd5-24a665353206 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747621
Mar 08 21:28:39.837909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae27c-678a-4de2-8451-e445ef9b2502 req-66b1e73b-22d2-40d9-a5c8-947da58f1046 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:39.842181 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4adae27c-678a-4de2-8451-e445ef9b2502 req-66b1e73b-22d2-40d9-a5c8-947da58f1046 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.1359169
Mar 08 21:28:39.852389 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45440) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:39.858010 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:39.978452 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:40.795429 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-1e70fb68-b336-48c1-9b6f-fff9a08aee73 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:40.797515 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-1e70fb68-b336-48c1-9b6f-fff9a08aee73 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/networks?id=358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 200  len: 809 time: 0.2505236
Mar 08 21:28:40.815761 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-9cba0800-92fc-42a2-b3e4-87898f20f4fc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/quotas/44a73f7c243f40628c0af213cb2a72f4 HTTP/1.1" status: 200  len: 375 time: 0.0126798
Mar 08 21:28:40.848047 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:40.856293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:40.881248 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-4c661969-4bd6-4138-9472-0b70fa9b2582 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0600219
Mar 08 21:28:41.107715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-cd9e1ca0-dc78-4e27-b8de-b435e28c953e service neutron] 10.222.0.66 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185423
Mar 08 21:28:41.173842 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9795-ba93-4024-8bd9-31b8e9a5b67b req-3e666394-d423-46ea-ae4a-ebd1bf615ff3 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:41.175021 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-116c9795-ba93-4024-8bd9-31b8e9a5b67b req-3e666394-d423-46ea-ae4a-ebd1bf615ff3 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1124229
Mar 08 21:28:41.251548 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-116c9795-ba93-4024-8bd9-31b8e9a5b67b req-fb8bb6fd-a4fc-48da-80e1-ab73855793cd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680692
Mar 08 21:28:41.278211 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP 8c1388d5-8b6c-410f-b2e7-17774f01dc3c associated. External IP: 172.27.0.217, port: 063c083e-7369-4889-94bb-8fd0ccb94a2f.
Mar 08 21:28:41.293423 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-ea788224-3b2f-45e8-8d24-ae1f5d790154 service neutron] 10.222.0.66 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751752
Mar 08 21:28:41.631091 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5ec769e5-6d46-4d16-bbc1-fa5439ae0e57 req-9c6ce84f-58e4-4b6d-bc20-c77766a04584 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 210 time: 0.1711173
Mar 08 21:28:42.077278 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:28:42.251217 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-4a4fce1e-b59d-4c39-8f14-5b6d19da1936 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0426147
Mar 08 21:28:42.331054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:28:42.337315 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:42.343330 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:28:42.373781 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:42.374169 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13924d60>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:42.400380 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-dbeef8fb-f550-49f4-bed2-1e1f7cb50853 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "PUT /v2.0/floatingips/8c1388d5-8b6c-410f-b2e7-17774f01dc3c HTTP/1.1" status: 200  len: 991 time: 2.5468562
Mar 08 21:28:42.401222 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:42.513239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a113f85-7516-469b-b329-61a00630ad20 req-0a6d34e1-7dab-4d4e-b1d1-65b58a0aaf6d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:42.514947 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a113f85-7516-469b-b329-61a00630ad20 req-0a6d34e1-7dab-4d4e-b1d1-65b58a0aaf6d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1068897
Mar 08 21:28:42.558027 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8680-153b-4009-bf83-ae2294c75083 req-30bab2b5-af66-4d52-8361-7b10259eeda9 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:42.559605 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-30bab2b5-af66-4d52-8361-7b10259eeda9 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3027058
Mar 08 21:28:42.574511 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a113f85-7516-469b-b329-61a00630ad20 req-06d88bbe-b661-4530-b98e-a2cac8a14db4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533614
Mar 08 21:28:42.590813 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-bd5f049c-1b11-49cb-a618-194aaa82ee32 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/quotas/f271d068c3ed4c84ad70148dd1cc8af4 HTTP/1.1" status: 200  len: 375 time: 0.0246918
Mar 08 21:28:42.620623 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:42.652022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-bcd2e05f-0011-426f-a97a-eb77c25d18ef tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0541489
Mar 08 21:28:42.678970 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'status': 'completed', 'code': 200}
Mar 08 21:28:42.895200 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-eb8823d4-05cf-443f-9773-24ce72093ecb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 1098 time: 0.1804729
Mar 08 21:28:43.091188 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-deb546fd-0105-4853-b01d-4a37d28c2798 req-6f4f8cbe-5821-4810-a1df-2cbdc5da5f9e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 210 time: 0.1668947
Mar 08 21:28:43.227267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-891af42a-7bea-4c15-97fb-f35f198a83f6 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:43.228042 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-891af42a-7bea-4c15-97fb-f35f198a83f6 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:43.236732 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f573f1cc-dbc7-4cae-927a-747b93dda2f0 req-244e30e1-1f28-4ba3-bc6e-9f15a3d58ed9 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.1519129
Mar 08 21:28:43.245991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-1f465195-863b-4254-b1cd-cc2b377621d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:43.247063 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-9b3e715e-fd10-42b2-93b4-590cf3da9f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:43.250292 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-9b3e715e-fd10-42b2-93b4-590cf3da9f39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.3470614
Mar 08 21:28:43.264825 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13924d60>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:40Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:43.281230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-891af42a-7bea-4c15-97fb-f35f198a83f6 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:43.284113 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-891af42a-7bea-4c15-97fb-f35f198a83f6 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "GET /v2.0/networks?id=358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 200  len: 809 time: 0.5370934
Mar 08 21:28:43.290722 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:28:43.307299 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Request body: {'port': {'device_id': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1', 'admin_state_up': True, 'tenant_id': '44a73f7c243f40628c0af213cb2a72f4'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:43.312107 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:43.312736 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13924d60>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:43.408146 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-1dddeaf4-3e26-4b9c-bc93-2045b0b646f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f HTTP/1.1" status: 200  len: 999 time: 0.1498320
Mar 08 21:28:43.518166 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-ccd09622-80c8-40aa-8b24-541c4c080e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:43.520018 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-ccd09622-80c8-40aa-8b24-541c4c080e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.1046715
Mar 08 21:28:43.587527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:43.591999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Usage tracker for resource:port and tenant:44a73f7c243f40628c0af213cb2a72f4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:43.595086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:43.601667 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:43.619862 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Made reservation on behalf of 44a73f7c243f40628c0af213cb2a72f4 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:43.625153 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:43.656299 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:43.710845 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-335b9d1b-8440-4e09-b205-fe116bddc530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1811352
Mar 08 21:28:43.933847 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45590) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:44.004192 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d9443-1877-4469-885b-6a8474d32b14 req-08031d21-8eda-48b1-bc07-b71e6b550a49 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:44.014861 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dd2d9443-1877-4469-885b-6a8474d32b14 req-08031d21-8eda-48b1-bc07-b71e6b550a49 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2386210
Mar 08 21:28:44.017306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Allocated IP 172.20.0.2 (358b8a31-78e4-4dfb-853f-067af25a4dc1/8e241b30-ee3c-4871-8ff2-6d74050c48ed/e5d433e0-9e90-4854-8065-de13f8a74550) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:44.030214 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-d29c5435-4fe7-4748-bdbf-f7345cb04d11 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3142440
Mar 08 21:28:44.159472 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dd2d9443-1877-4469-885b-6a8474d32b14 req-f2683221-b025-4781-a31d-c8079d08c841 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436515
Mar 08 21:28:44.164113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.235959 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13924d60>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:40Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:44.239359 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:44.242983 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fade551-0d75-4bcf-a4e4-6e3ee868695d None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:40Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:28:44.245171 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Usage tracker for resource:security_group_rule and tenant:98ee807ebc3544a39fd445a5e0757dfb is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:44.248361 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:44.255560 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:44.360408 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-688fe93f-e092-4479-9559-4349ad3e423b req-c3844c78-4a42-489b-ab98-1d9604fdfb1d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 210 time: 0.0639434
Mar 08 21:28:44.368929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.418902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.423849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.466239 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-195bb9b1-f134-445e-9a9b-ed169a386e00 req-24dbe62f-6765-40c6-8af7-50a0043482a6 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0490618
Mar 08 21:28:44.472197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.472797 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9d82d2-82b3-40ec-a63b-4de174e905b7,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:44.480937 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ad0a5479-fd11-4137-a122-647338e9ee49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98ee807ebc3544a39fd445a5e0757dfb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5459108
Mar 08 21:28:44.481410 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45608) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:44.521062 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45612) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:44.573842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.583095 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d76c6c-8d5d-419b-8b13-b5f119c9daba None None] New status for floating IP 8c1388d5-8b6c-410f-b2e7-17774f01dc3c: ACTIVE {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:28:44.600581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:44.603864 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:44.604358 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.606796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:44.657242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Pushing event updated for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:44.687162 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:44.687819 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.693214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.712529 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-5c7a4ff4-761d-4d37-96eb-05038426531f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4150288
Mar 08 21:28:44.722486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9d82d2-82b3-40ec-a63b-4de174e905b7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:44.748810 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.759680 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.763058 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-5cbd8b3a-e887-4b74-ad61-910b5bfa9b2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc9d82d2-82b3-40ec-a63b-4de174e905b7 HTTP/1.1" status: 204  len: 168 time: 0.2784953
Mar 08 21:28:44.799030 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:44.803255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4250c04ade48479dd53ba2edcd0cf7 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:44.806605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:44.813191 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:44.901440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.908903 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:44.959752 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ed7e9d-6d5c-4397-9393-6c38546fe97f,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:44.965914 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d4a85909-3b76-4508-9def-408bf16fd0c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e4250c04ade48479dd53ba2edcd0cf7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4438937
Mar 08 21:28:44.968524 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45624) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:45.027310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.052365 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.108098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.125114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ed7e9d-6d5c-4397-9393-6c38546fe97f,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:45.130449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.134917 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3778301d-4a57-477a-873f-62d4ddacaad4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31ed7e9d-6d5c-4397-9393-6c38546fe97f HTTP/1.1" status: 204  len: 168 time: 0.1619961
Mar 08 21:28:45.366962 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf669e73-54f2-498b-a205-536c0a627cb9 req-e319284f-f02d-423f-9c60-6378cde19f4a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:45.373786 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bf669e73-54f2-498b-a205-536c0a627cb9 req-e319284f-f02d-423f-9c60-6378cde19f4a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.0852170
Mar 08 21:28:45.419227 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bf669e73-54f2-498b-a205-536c0a627cb9 req-6d8a75a0-1d69-414b-a6e7-100995fe00af tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445874
Mar 08 21:28:45.522816 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45650) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:45.543478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.578614 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0ae12b5c-d18b-4125-a593-45175b3364ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.608026 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:45.613155 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:305b0a042af34ffba865064a8deb39df is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:45.616454 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:45.622900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:45.680049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-289ef5df-407e-447e-90d9-33dd7bde96e0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:45.680747 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-289ef5df-407e-447e-90d9-33dd7bde96e0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:45.682181 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ce86c3e0-45fd-4187-bacb-ac490c72ea94 req-bef20e07-d3cc-48e1-85e8-f8b1832a0267 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0493424
Mar 08 21:28:45.702439 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-289ef5df-407e-447e-90d9-33dd7bde96e0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:45.705843 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45656) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:45.708173 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-289ef5df-407e-447e-90d9-33dd7bde96e0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 931 time: 0.2063694
Mar 08 21:28:45.750069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-b5e4ad1b-5edb-4670-85af-011563045994 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:45.760933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.765518 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.766263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-b5e4ad1b-5edb-4670-85af-011563045994 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:45.767444 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f5f0c52d-f05f-452c-b27e-a150512dd40b req-b5e4ad1b-5edb-4670-85af-011563045994 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585175
Mar 08 21:28:45.818711 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab28ae-f054-4adf-a1cb-68f0eccf4814,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:45.831863 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-e9b03dd0-9248-4904-ac11-3d6964c0cbe5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=305b0a042af34ffba865064a8deb39df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3033202
Mar 08 21:28:45.833228 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45664) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:45.878845 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-644311373-network', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:45.883979 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:45.888270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Usage tracker for resource:network and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:45.891107 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:45.897323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:45.900051 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.907318 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Made reservation on behalf of 1fe4c21fc7f544ec8f7461c0d88b535b for: {'network': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:45.910027 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.922810 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.926545 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.954211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:45.958483 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:45.961211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:45.967428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:45.979834 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:45.996021 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab28ae-f054-4adf-a1cb-68f0eccf4814,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:46.001430 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.007678 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-34be7397-09c8-433d-a2d5-68d39504ad3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5ab28ae-f054-4adf-a1cb-68f0eccf4814 HTTP/1.1" status: 204  len: 168 time: 0.1709974
Mar 08 21:28:46.044851 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.050200 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.081534 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=83036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:28:46.091165 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafeb533-52a8-467b-81aa-ea9c8bee9b32,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:46.096653 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.096988 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.segments_db [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Added segment e7f3bc90-7403-4e78-9143-8ba281f44a50 of type vlan for network 99af3922-c997-4d9b-9be1-046a8cb131c5
Mar 08 21:28:46.123952 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.153728 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.154676 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:46.155244 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.305247 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] Pushing event updated for resources: {'Network': ['ID=99af3922-c997-4d9b-9be1-046a8cb131c5,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:46.309097 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d84d6ae0-e32a-418c-8cbf-e544351f8cfa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6023123
Mar 08 21:28:46.312043 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45676) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:46.316530 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:28:46.318411 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Request body: {'subnet': {'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-644311373-subnet', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:46.323608 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:46.327681 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Usage tracker for resource:subnet and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:46.331804 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:46.338730 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:46.353674 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Made reservation on behalf of 1fe4c21fc7f544ec8f7461c0d88b535b for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:46.356201 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7427425'] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.427880 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Request body: {'port': {'device_id': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:46.595389 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.638256 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.768313 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:46.888637 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c74849cf-af92-48d4-a99d-aa2f9ca7eaba req-d3e4c3c1-9651-456a-a827-719f1489e0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4693890
Mar 08 21:28:47.083684 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bdc5-69d6-4704-a9af-9920650245cb req-e0c8297b-b802-4158-97fc-b1141a663f36 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:47.085975 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9393bdc5-69d6-4704-a9af-9920650245cb req-e0c8297b-b802-4158-97fc-b1141a663f36 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.4917600
Mar 08 21:28:47.087197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7542844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7427443'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.087924 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d433e0-9e90-4854-8065-de13f8a74550 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:28:47.095120 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.111376 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Transition to ACTIVE for port object e5d433e0-9e90-4854-8065-de13f8a74550 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:47.234035 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.30', 53952) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:47.264282 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9612b4a-6488-46c4-9c1b-db93a2da547a,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:47.268877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.282540 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3f21667e-cb45-4811-97b6-345a7670c251 req-5d702e0a-02a5-4f52-94e5-61eb6d398c6a tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.1685653
Mar 08 21:28:47.325297 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9393bdc5-69d6-4704-a9af-9920650245cb req-d007c8e3-7fc3-43ea-aa35-85ad2d26c66d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284365
Mar 08 21:28:47.344629 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Checking segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:47.348114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Network hostable DHCP agents. Network: 99af3922-c997-4d9b-9be1-046a8cb131c5, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:28:47.378720 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-4322a70c-fe09-41fb-a1f5-1926879a81fa tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1432867
Mar 08 21:28:47.472867 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:28:47.507154 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2f514338-bb0c-45c5-91f0-b50865f90419 req-4c5092b3-819f-4009-a71a-d1a6a55406ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.3279305
Mar 08 21:28:47.556121 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 99af3922-c997-4d9b-9be1-046a8cb131c5) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:47.565320 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a101a-f7c3-41ea-bd1c-56d2a6c47be3 None None] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:47.566503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:47.567163 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.640468 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6e5317c0-5271-4e4e-8a4f-c41ca49ad88e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3273566
Mar 08 21:28:47.643195 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45720) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:47.661919 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:47.666462 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2f514338-bb0c-45c5-91f0-b50865f90419 req-7210d037-4578-44b5-9e13-66e41279a9cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504140
Mar 08 21:28:47.675978 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:47.704619 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:47.716986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Usage tracker for resource:router and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:47.721118 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:47.728647 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:47.755941 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.757381 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.775907 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e53af-55df-4c97-bdbe-e415ab4d57b1 req-1a5233c7-ca6d-4546-b060-7e8a34611793 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:47.777401 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4f7e53af-55df-4c97-bdbe-e415ab4d57b1 req-1a5233c7-ca6d-4546-b060-7e8a34611793 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.1318467
Mar 08 21:28:47.805392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.841370 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4f7e53af-55df-4c97-bdbe-e415ab4d57b1 req-cd254165-6899-4e96-ad68-0026c42af14c tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576351
Mar 08 21:28:47.874727 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8680-153b-4009-bf83-ae2294c75083 req-387cb9b2-dee1-4afd-acbd-4f82d309395a tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:47.876549 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-387cb9b2-dee1-4afd-acbd-4f82d309395a tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4823592
Mar 08 21:28:47.899377 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Attempting to bind port e5d433e0-9e90-4854-8065-de13f8a74550 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:47.899963 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Attempting to bind port e5d433e0-9e90-4854-8065-de13f8a74550 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:47.900654 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Attempting to bind port e5d433e0-9e90-4854-8065-de13f8a74550 on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:47.907377 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Port e5d433e0-9e90-4854-8065-de13f8a74550 on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:28:47.907974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Attempting to bind port e5d433e0-9e90-4854-8065-de13f8a74550 on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:47.918239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:47.918887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Checking segment: {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:47.919501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Bound using segment: {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:47.920122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Bound port: e5d433e0-9e90-4854-8065-de13f8a74550, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:47.920872 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.947236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:47.951040 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-99af3922-c997-4d9b-9be1-046a8cb131c5', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:28:47.951996 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.019272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.031988 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:48.035368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=e5d433e0-9e90-4854-8065-de13f8a74550,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:48.040994 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.114964 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:48.127050 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.129080 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-6e328bcd-bd57-4b32-b811-5312619c9385 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5d433e0-9e90-4854-8065-de13f8a74550 HTTP/1.1" status: 200  len: 1093 time: 1.7160332
Mar 08 21:28:48.129080 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:48.138281 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Allocated IP 172.20.0.2 (99af3922-c997-4d9b-9be1-046a8cb131c5/f9612b4a-6488-46c4-9c1b-db93a2da547a/7a344245-8155-4cf3-ba7b-ff814ce804df) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:48.192882 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550', 'status': 'completed', 'code': 200}
Mar 08 21:28:48.242884 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.274240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.351774 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.364871 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Transition to ACTIVE for port object 7a344245-8155-4cf3-ba7b-ff814ce804df will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:48.422256 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Transition to ACTIVE for port object 7a344245-8155-4cf3-ba7b-ff814ce804df will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:48.432326 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.439906 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Allocated IP 172.27.0.29 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/679ca711-ba77-458d-9461-57a9fc55af73) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:48.543215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:48.546916 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:48.549679 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fb3ed77-59e7-4e0a-a087-de7b7c7791c2 req-6f29e5e8-262f-4313-8381-0459ff5a96cc tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0605249
Mar 08 21:28:48.555939 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:48.568804 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Pushing event updated for resources: {'Port': ['ID=7a344245-8155-4cf3-ba7b-ff814ce804df,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:48.666627 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Attempting to bind port 7a344245-8155-4cf3-ba7b-ff814ce804df on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:48.666991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Attempting to bind port 7a344245-8155-4cf3-ba7b-ff814ce804df by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:48.667347 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Attempting to bind port 7a344245-8155-4cf3-ba7b-ff814ce804df on network 99af3922-c997-4d9b-9be1-046a8cb131c5 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:48.681570 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:48.681941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Checking segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:48.682388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.682735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Bound using segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:48.682908 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.683220 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Bound port: 7a344245-8155-4cf3-ba7b-ff814ce804df, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:48.683589 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.697078 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da7ede-5633-4d80-b452-18ea6e033fab req-82dba1cc-910b-4391-9fb9-24c7c2d41b37 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:48.698742 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f9da7ede-5633-4d80-b452-18ea6e033fab req-82dba1cc-910b-4391-9fb9-24c7c2d41b37 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1532848
Mar 08 21:28:48.757064 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f9da7ede-5633-4d80-b452-18ea6e033fab req-375d2117-5f6a-434e-804f-655ec4e90874 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517333
Mar 08 21:28:48.758664 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.808600 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] For port 7a344245-8155-4cf3-ba7b-ff814ce804df, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:48.812066 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] For port 7a344245-8155-4cf3-ba7b-ff814ce804df, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=7a344245-8155-4cf3-ba7b-ff814ce804df,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:48.817686 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:48.901287 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=679ca711-ba77-458d-9461-57a9fc55af73,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:48.918756 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d49a9-a52a-4ae5-8b41-2ce4ca330191 None None] Pushing event updated for resources: {'Port': ['ID=7a344245-8155-4cf3-ba7b-ff814ce804df,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:48.920091 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:48.921304 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:48.923740 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:49.138328 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e15b-0d2c-4595-bdfb-fd5b3b6a6c12 req-568319ea-ee0c-49b9-8f8c-ff0163a0f219 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:49.139852 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3fe6e15b-0d2c-4595-bdfb-fd5b3b6a6c12 req-568319ea-ee0c-49b9-8f8c-ff0163a0f219 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.1135280
Mar 08 21:28:49.150891 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:49.152294 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:49.197878 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3fe6e15b-0d2c-4595-bdfb-fd5b3b6a6c12 req-d95e3041-01a5-46ef-a0e9-8310a73a713a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499077
Mar 08 21:28:49.408582 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:28:49.626222 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:28:49.640366 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Sync routers for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:28:49.666669 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:49.666920 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:49.667701 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a91820>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:49.672185 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-9991dd6e-fd1b-4ba0-919e-2fc097d92fb6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0255086
Mar 08 21:28:49.672625 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 45776) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:49.742996 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b955d435-0fd4-45c5-b67c-e698eb2946fd req-7dac56c8-95a5-4887-a3af-67e1c20319ab tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0490046
Mar 08 21:28:49.971275 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:28:49.977643 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:50.051347 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e393adcd-e8bd-4515-9bc1-2ca14a5315b2 None None] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:28:50.182465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdfb64-2b6f-4620-ba8f-adff960ca08e req-3e35ce66-9f66-45d1-9124-64329ab05758 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:50.185441 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-37fdfb64-2b6f-4620-ba8f-adff960ca08e req-3e35ce66-9f66-45d1-9124-64329ab05758 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2255363
Mar 08 21:28:50.190733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-abf4d6ec-15db-415a-ab6b-eb9fbf6b3dc5 None None] Provisioning for port 7a344245-8155-4cf3-ba7b-ff814ce804df completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:50.292212 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-37fdfb64-2b6f-4620-ba8f-adff960ca08e req-5768386d-bc4f-4704-9c49-d73ff7ba1e6b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001503
Mar 08 21:28:50.300912 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Request body: {'port': {'device_id': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2', 'admin_state_up': True, 'tenant_id': 'f271d068c3ed4c84ad70148dd1cc8af4'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:50.335293 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a91820>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:49Z', 'revision_number': 3, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:50.342580 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Checking router: 57b89291-b13f-46f7-ba9d-c8310f0f9f55 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:28:50.342937 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Updating router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 port 679ca711-ba77-458d-9461-57a9fc55af73 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:28:50.404793 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:50.520481 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bda73-dfdc-46c4-bf26-883a94a47f92 req-ae11ccb7-c8fc-4a9a-baf1-e768d7145cd0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:50.527478 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-939bda73-dfdc-46c4-bf26-883a94a47f92 req-ae11ccb7-c8fc-4a9a-baf1-e768d7145cd0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.1242447
Mar 08 21:28:50.609261 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-939bda73-dfdc-46c4-bf26-883a94a47f92 req-0a451017-da17-4ce2-8803-bc439b1b7161 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725462
Mar 08 21:28:50.691925 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:50.708743 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4d438cc4-1dc6-4fd3-81b4-e88ee500377b req-3898ad9a-10fb-4ab3-b7d8-bb4cdced4ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 1096 time: 0.3721688
Mar 08 21:28:50.711007 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Usage tracker for resource:port and tenant:f271d068c3ed4c84ad70148dd1cc8af4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:50.714929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:50.743245 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:50.851552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Made reservation on behalf of f271d068c3ed4c84ad70148dd1cc8af4 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:50.854639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:50.880264 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:50.884632 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 7a344245-8155-4cf3-ba7b-ff814ce804df up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:50.911966 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:50.931094 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45804) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:50.956345 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Transition to ACTIVE for port object 679ca711-ba77-458d-9461-57a9fc55af73 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:50.968344 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:50.977911 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438cc4-1dc6-4fd3-81b4-e88ee500377b req-7b01a923-dd94-4590-a444-62f534046c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:50.979344 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4d438cc4-1dc6-4fd3-81b4-e88ee500377b req-7b01a923-dd94-4590-a444-62f534046c53 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=44a73f7c243f40628c0af213cb2a72f4&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2615931
Mar 08 21:28:50.983647 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:51.029658 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Usage tracker for resource:security_group_rule and tenant:f271d068c3ed4c84ad70148dd1cc8af4 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:51.050602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:51.052573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 7a344245-8155-4cf3-ba7b-ff814ce804df completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:51.060974 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 7a344245-8155-4cf3-ba7b-ff814ce804df triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:51.061344 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.098003 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed67b-7bfc-4681-9279-977b919612d2 None None] Pushing event updated for resources: {'Port': ['ID=679ca711-ba77-458d-9461-57a9fc55af73,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.140187 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Attempting to bind port 679ca711-ba77-458d-9461-57a9fc55af73 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:51.140560 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Attempting to bind port 679ca711-ba77-458d-9461-57a9fc55af73 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:51.141075 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Attempting to bind port 679ca711-ba77-458d-9461-57a9fc55af73 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:51.152654 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:51.157619 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:51.158006 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:51.158410 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.158832 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:51.159298 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Bound port: 679ca711-ba77-458d-9461-57a9fc55af73, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:51.159720 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.192206 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-eb6097d7-6927-42fe-b112-45c34cd5b485 req-a5a6310b-ffbd-445d-b8af-4d3ddfa3caea tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.1807561
Mar 08 21:28:51.208818 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.279420 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.283589 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] For port 679ca711-ba77-458d-9461-57a9fc55af73, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:51.290898 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] For port 679ca711-ba77-458d-9461-57a9fc55af73, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=679ca711-ba77-458d-9461-57a9fc55af73,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:51.295508 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:51.297232 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.306730 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2329ffd586fd4997947fb5173712860f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:51.311217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:51.318365 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:51.333867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 7a344245-8155-4cf3-ba7b-ff814ce804df, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=7a344245-8155-4cf3-ba7b-ff814ce804df,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:51.343438 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.382670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438cc4-1dc6-4fd3-81b4-e88ee500377b req-318906b0-a5b9-40c1-b53c-0c9346a987d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:51.384144 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4d438cc4-1dc6-4fd3-81b4-e88ee500377b req-318906b0-a5b9-40c1-b53c-0c9346a987d6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3971796
Mar 08 21:28:51.438051 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:51.439185 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a91820>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:51.473441 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=7a344245-8155-4cf3-ba7b-ff814ce804df,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.492862 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.500394 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.535500 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.550732 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.609408 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed67b-7bfc-4681-9279-977b919612d2 None None] Pushing event updated for resources: {'Port': ['ID=679ca711-ba77-458d-9461-57a9fc55af73,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.634667 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2329ffd586fd4997947fb5173712860f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7021272
Mar 08 21:28:51.635692 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1171-37b1-4428-bbe3-e5b24f3e06e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4382910-ec48-4adb-b0c8-5257f0130fa0,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.649695 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45822) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:51.723856 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:51.733313 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.763446 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c67b6c-7e9f-4bfb-90ec-bb1853029871 req-ad505651-184f-4157-bba3-1ef554e440cb tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:51.765182 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-36c67b6c-7e9f-4bfb-90ec-bb1853029871 req-ad505651-184f-4157-bba3-1ef554e440cb tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2378516
Mar 08 21:28:51.768820 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a54bba-6e68-4363-97c0-0dd089aef286,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.773102 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.804978 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-1a0c9090-e172-4059-adaa-616e33fdfb83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 1096 time: 0.3523722
Mar 08 21:28:51.855134 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-36c67b6c-7e9f-4bfb-90ec-bb1853029871 req-8b446a1f-4ca8-4ff6-988e-0fe6f316afa6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724244
Mar 08 21:28:51.882745 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.906996 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4382910-ec48-4adb-b0c8-5257f0130fa0,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:51.975037 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:51.979720 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-50650346-9c8d-425f-b076-9e1ee77ca3f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4382910-ec48-4adb-b0c8-5257f0130fa0 HTTP/1.1" status: 204  len: 168 time: 0.3255417
Mar 08 21:28:52.050017 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-d92933fd-e8b1-4a62-a6c0-d3229347ab40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5d433e0-9e90-4854-8065-de13f8a74550 HTTP/1.1" status: 200  len: 217 time: 0.2376518
Mar 08 21:28:52.183835 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Allocated IP 192.168.233.142 (81ddc9b3-f217-45c0-b0b7-3288c22d91d2/85c46d2b-2a00-4433-95cf-30ccddc78bc2/82b05ed9-3518-4d4a-8d60-f06016c6c152) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:52.204873 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-2c8fe113-7365-4ffe-8b5f-10aadf96ad7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:52.209729 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-2c8fe113-7365-4ffe-8b5f-10aadf96ad7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e241b30-ee3c-4871-8ff2-6d74050c48ed HTTP/1.1" status: 200  len: 849 time: 0.1189935
Mar 08 21:28:52.289649 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-c058c4bd-7a97-44b5-bf40-718c7ccfc9a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=358b8a31-78e4-4dfb-853f-067af25a4dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542605
Mar 08 21:28:52.351051 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89278b-5232-499b-bf0d-f311fa97c8af req-9d3f35d6-bb39-43fb-ba12-5485f74a3933 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:52.367698 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2c89278b-5232-499b-bf0d-f311fa97c8af req-9d3f35d6-bb39-43fb-ba12-5485f74a3933 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.2224662
Mar 08 21:28:52.375816 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a91820>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:49Z', 'revision_number': 3, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:52.380647 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d6ca9-de78-4556-a7a1-b8e985ad01d2 None None] The sync data for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi is: [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:49Z', 'revision_number': 3, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:28:52.437383 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2c89278b-5232-499b-bf0d-f311fa97c8af req-f88c28b8-da04-4e8f-aa6c-d65f06921aec tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684195
Mar 08 21:28:52.485526 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45846) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:52.511678 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:52.551552 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:52.557671 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Usage tracker for resource:security_group_rule and tenant:043630d32a144b3fa4ab9fef256d0a06 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:52.596991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:52.633113 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-047d96f5-74c2-4849-ac21-628aba778423 req-15c207b5-f6b9-4441-9383-a14df3abb518 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0745182
Mar 08 21:28:52.633113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:52.742806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:52.755163 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:52.799663 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=043630d32a144b3fa4ab9fef256d0a06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3127573
Mar 08 21:28:52.802000 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 45850) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:52.863825 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1ea9f-3840-4e49-a9fa-18c5468fecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f80d3e-5132-46b6-9573-3240b8255667,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:52.917370 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:52.951241 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafeaf-210c-41a7-9d76-473cb7cecf5e req-c6f6756c-e21f-4225-af9e-cfdeac2087cd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:52.952979 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0eafeaf-210c-41a7-9d76-473cb7cecf5e req-c6f6756c-e21f-4225-af9e-cfdeac2087cd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.5045850
Mar 08 21:28:52.970700 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 7a344245-8155-4cf3-ba7b-ff814ce804df up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:52.987721 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-e296c609-fae7-4c43-a60c-e88862ce7d02 service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6947501
Mar 08 21:28:52.993595 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.076121 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.099456 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 7a344245-8155-4cf3-ba7b-ff814ce804df triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:53.100864 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.105723 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f80d3e-5132-46b6-9573-3240b8255667,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:53.119514 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.121207 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6a7a036a-d0d0-4413-a420-7bf18e1457aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81f80d3e-5132-46b6-9573-3240b8255667 HTTP/1.1" status: 204  len: 168 time: 0.3183973
Mar 08 21:28:53.154671 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.182137 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.210615 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0eafeaf-210c-41a7-9d76-473cb7cecf5e req-fa31cf6f-55c9-4236-9c38-dffc7b33ed20 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2099555
Mar 08 21:28:53.214730 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Transition to ACTIVE for port object 82b05ed9-3518-4d4a-8d60-f06016c6c152 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:53.232089 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef953-ca3f-4f2f-9bf3-fc651b074ecc req-4ac935c7-a8a4-4b9b-9ffe-6d1db5f490ed tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:53.239120 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c2fef953-ca3f-4f2f-9bf3-fc651b074ecc req-4ac935c7-a8a4-4b9b-9ffe-6d1db5f490ed tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1036208
Mar 08 21:28:53.307660 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c2fef953-ca3f-4f2f-9bf3-fc651b074ecc req-01d2db3c-2c55-45c1-a717-be1d4d385468 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676560
Mar 08 21:28:53.331560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 679ca711-ba77-458d-9461-57a9fc55af73 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:53.419233 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 679ca711-ba77-458d-9461-57a9fc55af73 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:53.426075 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 679ca711-ba77-458d-9461-57a9fc55af73 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:53.426446 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.460999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.555564 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.555983 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Pushing event updated for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:53.576363 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 679ca711-ba77-458d-9461-57a9fc55af73, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=679ca711-ba77-458d-9461-57a9fc55af73,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:53.582509 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.590085 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:53.591598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Allocated IP 172.20.0.1 (99af3922-c997-4d9b-9be1-046a8cb131c5/f9612b4a-6488-46c4-9c1b-db93a2da547a/0ea08313-1323-480a-809e-b90b2ec6d191) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:28:53.593737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:53.600788 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:53.659248 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=679ca711-ba77-458d-9461-57a9fc55af73,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:53.799161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:53.799808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.922773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.925131 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861a22-1257-4287-80f2-9e2646738be8 req-d01481d5-37ee-4bf2-937b-3eefc4ef6d5d tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:53.925601 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-60a985cb-7a01-4ee6-812a-0e3b3d4cf248 None None] Provisioning for port 82b05ed9-3518-4d4a-8d60-f06016c6c152 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:53.927440 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de861a22-1257-4287-80f2-9e2646738be8 req-d01481d5-37ee-4bf2-937b-3eefc4ef6d5d tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 936 time: 0.1367199
Mar 08 21:28:53.931705 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-60a985cb-7a01-4ee6-812a-0e3b3d4cf248 None None] Provisioning complete for port 82b05ed9-3518-4d4a-8d60-f06016c6c152 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:53.932113 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-60a985cb-7a01-4ee6-812a-0e3b3d4cf248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:53.940856 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-ba2ef1a0-1c8a-4daa-bd97-22f847cb5eae tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6454465
Mar 08 21:28:53.952656 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a18dcf-c352-470c-bc32-d5893966dc5f req-920eb059-0e9c-4738-9609-92ccb9af9ba3 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:53.953988 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69a18dcf-c352-470c-bc32-d5893966dc5f req-920eb059-0e9c-4738-9609-92ccb9af9ba3 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.3563631
Mar 08 21:28:53.962738 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Transition to ACTIVE for port object 0ea08313-1323-480a-809e-b90b2ec6d191 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:53.982037 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de861a22-1257-4287-80f2-9e2646738be8 req-d0f9ecfd-43ef-4b81-b68a-30ec86821342 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484891
Mar 08 21:28:53.990039 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-60a985cb-7a01-4ee6-812a-0e3b3d4cf248 None None] Port 82b05ed9-3518-4d4a-8d60-f06016c6c152 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:54.021128 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69a18dcf-c352-470c-bc32-d5893966dc5f req-c5f1c2cc-8d68-49d2-aea3-b676b69b82ea tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601826
Mar 08 21:28:54.035339 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.135288 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:54.138224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:54.142648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:28:54.169200 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:54.205078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.295535 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.419584 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-76c5ad0f-cc20-404c-84e1-de9a4bbccc78 None None] Provisioning for port 0ea08313-1323-480a-809e-b90b2ec6d191 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:28:54.424327 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-76c5ad0f-cc20-404c-84e1-de9a4bbccc78 None None] Provisioning complete for port 0ea08313-1323-480a-809e-b90b2ec6d191 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:54.424699 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-76c5ad0f-cc20-404c-84e1-de9a4bbccc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.510152 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-76c5ad0f-cc20-404c-84e1-de9a4bbccc78 None None] Port 0ea08313-1323-480a-809e-b90b2ec6d191 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:54.516955 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d0c5-0d5d-45b1-bedf-8d01677ff7e1 req-58161739-e71b-41d7-a1e8-f2977c39c444 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:54.518943 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-df75d0c5-0d5d-45b1-bedf-8d01677ff7e1 req-58161739-e71b-41d7-a1e8-f2977c39c444 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1306849
Mar 08 21:28:54.612088 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac17b16-e867-43aa-860d-728195b889e0 req-22dd030c-9969-4532-b3a9-7960c441b76c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:54.613785 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bac17b16-e867-43aa-860d-728195b889e0 req-22dd030c-9969-4532-b3a9-7960c441b76c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1399910
Mar 08 21:28:54.616601 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-df75d0c5-0d5d-45b1-bedf-8d01677ff7e1 req-08ec99de-a5c7-43a1-b97d-035f4394bdca tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909367
Mar 08 21:28:54.623960 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.646382 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.773369 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 679ca711-ba77-458d-9461-57a9fc55af73 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:28:54.844576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 679ca711-ba77-458d-9461-57a9fc55af73 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:54.844941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.852733 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:54.855416 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:54.874999 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bac17b16-e867-43aa-860d-728195b889e0 req-1a2f425a-7806-468c-9aa0-f26e69a574ca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489707
Mar 08 21:28:55.049817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:28:55.051060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:28:55.253790 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Request body: {'port': {'device_id': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:55.319970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef132b-e574-474f-a2e6-4dd3054ce0a2 req-d4f49177-4f30-4fed-8737-593d00128189 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:55.321374 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e0ef132b-e574-474f-a2e6-4dd3054ce0a2 req-d4f49177-4f30-4fed-8737-593d00128189 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 936 time: 0.1921444
Mar 08 21:28:55.327084 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-ac35ed3b-66c0-480c-bdfc-ccc24c56d32b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.1179483
Mar 08 21:28:55.442481 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-bc730a71-19ea-42fe-8531-79ef6ea2ece9 None None] Provisioning complete for port 0ea08313-1323-480a-809e-b90b2ec6d191 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:28:55.443089 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bc730a71-19ea-42fe-8531-79ef6ea2ece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:55.460914 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e0ef132b-e574-474f-a2e6-4dd3054ce0a2 req-271fb595-87bb-4e41-b9e3-80bd530b43d9 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303170
Mar 08 21:28:55.501860 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-e7a37be0-b343-4e63-8a0b-93e150fe7c7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:55.503373 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-e7a37be0-b343-4e63-8a0b-93e150fe7c7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.1512015
Mar 08 21:28:55.525386 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-bc730a71-19ea-42fe-8531-79ef6ea2ece9 None None] Port 0ea08313-1323-480a-809e-b90b2ec6d191 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:28:55.582310 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-ac5c7f7c-f77a-48d8-b858-5307f0cfac1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.0699370
Mar 08 21:28:55.585281 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:55.606544 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d850f7e1-b62b-423a-9d65-0134a195fe99 req-28c4d927-c334-4727-850e-c715003588be service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3832836
Mar 08 21:28:55.618237 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fdc2-f4b6-4267-821e-85c8bdb00062 req-19c6782e-08eb-453c-98b2-7efaf514d126 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:55.620990 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b864fdc2-f4b6-4267-821e-85c8bdb00062 req-19c6782e-08eb-453c-98b2-7efaf514d126 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.3345587
Mar 08 21:28:55.656923 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-9b6f7cc8-9201-4efc-8218-73c98218877c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:55.658339 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-9b6f7cc8-9201-4efc-8218-73c98218877c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.0661356
Mar 08 21:28:55.706004 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-57c27ed7-72c8-4a11-8c75-52267629daaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408869
Mar 08 21:28:55.887287 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b864fdc2-f4b6-4267-821e-85c8bdb00062 req-eb7a4bb2-4d18-4564-8f80-469912d0645f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387729
Mar 08 21:28:55.932855 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-c3b1cb35-fee3-485b-a012-a278fdede859 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119141
Mar 08 21:28:55.941712 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94891-fa66-4254-b32c-e5fbec640bcc req-34506a41-a45f-486f-8faf-9c0ca2751458 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:55.946322 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1ec94891-fa66-4254-b32c-e5fbec640bcc req-34506a41-a45f-486f-8faf-9c0ca2751458 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1519299
Mar 08 21:28:56.080666 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1ec94891-fa66-4254-b32c-e5fbec640bcc req-cbbcdb23-49c1-4cec-bf3d-72d2cd7a11ff tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102002
Mar 08 21:28:56.128388 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30e757-58a3-4a57-bdf9-f5fba5bee7f4 req-5ffd3854-1e6c-455f-8749-9d8eed0063ea service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810927
Mar 08 21:28:56.310417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2ff77-4a44-4a91-ad63-f0f3c4dda9b4 req-439710be-b506-4ccf-960b-ab303c7c579c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:56.311789 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2da2ff77-4a44-4a91-ad63-f0f3c4dda9b4 req-439710be-b506-4ccf-960b-ab303c7c579c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2949033
Mar 08 21:28:56.320106 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:28:56.347449 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b05ed9-3518-4d4a-8d60-f06016c6c152 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:28:56.358526 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:56.440073 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Transition to ACTIVE for port object 82b05ed9-3518-4d4a-8d60-f06016c6c152 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:56.497942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:56.503030 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2da2ff77-4a44-4a91-ad63-f0f3c4dda9b4 req-a58018c7-b985-490c-b9df-1609387aed60 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818879
Mar 08 21:28:56.666351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:56.734485 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f27e1-a3c9-41a2-ba63-0cf352495aed req-49f8126e-8804-441a-9746-ac09a71bc62d tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:56.741253 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3b9f27e1-a3c9-41a2-ba63-0cf352495aed req-49f8126e-8804-441a-9746-ac09a71bc62d tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 948 time: 0.1170251
Mar 08 21:28:56.796771 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3b9f27e1-a3c9-41a2-ba63-0cf352495aed req-8901bf5e-4f93-46a7-8804-6a5823e37905 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542955
Mar 08 21:28:56.852469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Attempting to bind port 82b05ed9-3518-4d4a-8d60-f06016c6c152 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:28:56.853008 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Attempting to bind port 82b05ed9-3518-4d4a-8d60-f06016c6c152 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:28:56.853676 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Attempting to bind port 82b05ed9-3518-4d4a-8d60-f06016c6c152 on network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:56.877523 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Port 82b05ed9-3518-4d4a-8d60-f06016c6c152 on network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:28:56.877856 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Attempting to bind port 82b05ed9-3518-4d4a-8d60-f06016c6c152 on network 81ddc9b3-f217-45c0-b0b7-3288c22d91d2 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:28:56.888808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:28:56.889166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Checking segment: {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:28:56.889534 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Bound using segment: {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:28:56.889963 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Bound port: 82b05ed9-3518-4d4a-8d60-f06016c6c152, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a247317-3f06-48d5-96b9-38ea1ffc46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:28:56.890303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:56.942492 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:28:56.976406 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-45e688ec-2c92-412c-94db-9e27b0c30f14 admin admin] 10.222.0.66 "PUT /v2.0/routers/57b89291-b13f-46f7-ba9d-c8310f0f9f55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2978585
Mar 08 21:28:57.026957 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:28:57.030649 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:28:57.038501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:57.179895 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:57.181704 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/82b05ed9-3518-4d4a-8d60-f06016c6c152 HTTP/1.1" status: 200  len: 1098 time: 1.9390335
Mar 08 21:28:57.184147 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:28:57.210762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f072747-43cc-42bf-8959-4e69f3c750d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:57.238750 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eac3dd-e5a9-40f4-90e6-b53fd4d19c71 req-f9aeb5b4-98fc-4bf6-b2b4-88427a0c288b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:57.242753 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a5eac3dd-e5a9-40f4-90e6-b53fd4d19c71 req-f9aeb5b4-98fc-4bf6-b2b4-88427a0c288b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.1525769
Mar 08 21:28:57.382461 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a5eac3dd-e5a9-40f4-90e6-b53fd4d19c71 req-e6979b21-5b52-4d38-9400-af0df89c2657 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910192
Mar 08 21:28:57.402898 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813a6f2-62d7-4052-a0ef-5e270d095a59 req-c007168e-616b-4fdb-b83f-0824ebd60098 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:57.411540 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a813a6f2-62d7-4052-a0ef-5e270d095a59 req-c007168e-616b-4fdb-b83f-0824ebd60098 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1140103
Mar 08 21:28:57.430263 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-cf7d3646-8ef6-428e-96bc-1bd0219aa85e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 1101 time: 0.1864865
Mar 08 21:28:57.501332 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a813a6f2-62d7-4052-a0ef-5e270d095a59 req-9d7a33ac-d576-4020-9929-5ccc6e2acf6e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888081
Mar 08 21:28:57.548546 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152', 'status': 'completed', 'code': 200}
Mar 08 21:28:57.555370 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-7af73149-9c50-436f-9c7a-25a7797d5eb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152 HTTP/1.1" status: 200  len: 217 time: 0.1171954
Mar 08 21:28:57.654979 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8680-153b-4009-bf83-ae2294c75083 req-7f31cea9-98d0-4278-b23c-38788405e81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:57.656633 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-7f31cea9-98d0-4278-b23c-38788405e81a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85c46d2b-2a00-4433-95cf-30ccddc78bc2 HTTP/1.1" status: 200  len: 843 time: 0.0894251
Mar 08 21:28:57.771064 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189f65-0e6a-4fbd-b001-6e13c52dfc19 req-c84318c7-50a9-4815-b6b8-151bc7b7518f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:57.776963 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d189f65-0e6a-4fbd-b001-6e13c52dfc19 req-c84318c7-50a9-4815-b6b8-151bc7b7518f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1092145
Mar 08 21:28:57.781116 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-00aeb2cf-cdaa-43a4-89ad-97630a9f9399 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81ddc9b3-f217-45c0-b0b7-3288c22d91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1012197
Mar 08 21:28:57.884489 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d189f65-0e6a-4fbd-b001-6e13c52dfc19 req-b1a15f1c-8569-4e61-be0d-e8e71b47ccd4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016688
Mar 08 21:28:57.904699 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Sync routers for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:28:57.919338 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:28:57.919981 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13b892b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:57.951303 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-10b0c013-5f45-4c5b-9cd2-3d751fedac6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1457789
Mar 08 21:28:57.976945 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-d4041853-00e7-4c05-8a0d-00e44378754c service neutron] 10.222.0.30 "GET /v2.0/networks/81ddc9b3-f217-45c0-b0b7-3288c22d91d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795542
Mar 08 21:28:58.084508 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-28130bcb-01f3-44db-a3ae-995d365f3e1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 1099 time: 0.1055820
Mar 08 21:28:58.211576 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a05c8680-153b-4009-bf83-ae2294c75083 req-cf296e73-3c00-4abc-b9c5-c966d6c8ab85 service neutron] 10.222.0.30 "GET /v2.0/networks/81ddc9b3-f217-45c0-b0b7-3288c22d91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218149
Mar 08 21:28:58.211795 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:28:58.221184 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-ae0ad6e6-0c35-48b3-a254-c813be4084cd tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:58.222164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-ae0ad6e6-0c35-48b3-a254-c813be4084cd tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Synchronizing usage tracker for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:58.246032 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-ae0ad6e6-0c35-48b3-a254-c813be4084cd tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Unset dirty status for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:58.247048 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-ae0ad6e6-0c35-48b3-a254-c813be4084cd tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 948 time: 0.2160513
Mar 08 21:28:58.348593 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-0592fe48-5ce9-4357-911b-8657d3a75d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:58.352277 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-0592fe48-5ce9-4357-911b-8657d3a75d4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.2396965
Mar 08 21:28:58.425504 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-76327c69-0356-46dd-8442-4a73e0efdb33 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Synchronizing usage tracker for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:28:58.438626 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46008) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:58.462426 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-190294cb-2766-46bc-9537-8381ea1f9dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256 HTTP/1.1" status: 200  len: 217 time: 0.0955098
Mar 08 21:28:58.502967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1098365775-network', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:58.523714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:58.560669 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Usage tracker for resource:network and tenant:ba75534b42d64e259dfdafc1ba2f94de is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:58.569481 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:58.577734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:58.584984 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-76327c69-0356-46dd-8442-4a73e0efdb33 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Unset dirty status for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:28:58.600733 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11a5717e-8dea-4f5a-9cd4-a522f7185758 req-76327c69-0356-46dd-8442-4a73e0efdb33 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3438239
Mar 08 21:28:58.621554 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-904a2ee0-8872-4252-bec5-d15b0b017d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 1101 time: 0.3105364
Mar 08 21:28:58.622706 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Made reservation on behalf of ba75534b42d64e259dfdafc1ba2f94de for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:28:58.625892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:58.665903 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:58.698179 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-9af5b1c0-5cd7-442e-aa5a-08bcffa259fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:58.699993 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-9af5b1c0-5cd7-442e-aa5a-08bcffa259fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.2308543
Mar 08 21:28:58.743305 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13b892b0>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 2, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:28:58.750241 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Checking router: 57b89291-b13f-46f7-ba9d-c8310f0f9f55 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:28:58.750241 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Updating router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 port 0ea08313-1323-480a-809e-b90b2ec6d191 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:28:58.757362 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-c449a301-7291-4c17-bfae-a69ff3448f6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494576
Mar 08 21:28:58.790614 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25331baf-6706-4002-b0e3-7aa0ce295c61 req-ccc94e0b-399d-40a8-80df-2373967c0e22 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:58.792105 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-25331baf-6706-4002-b0e3-7aa0ce295c61 req-ccc94e0b-399d-40a8-80df-2373967c0e22 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 943 time: 0.1711321
Mar 08 21:28:58.807888 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:58.927276 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:28:58.932328 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-25331baf-6706-4002-b0e3-7aa0ce295c61 req-6fe29184-f132-48d4-8017-7f9a0e378ffa tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885553
Mar 08 21:28:58.936039 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Usage tracker for resource:security_group_rule and tenant:ba75534b42d64e259dfdafc1ba2f94de is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:28:58.942441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:28:58.971659 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-5f28bed9-dd53-49a1-afd8-315cf472ca35 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060027
Mar 08 21:28:58.991636 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:28:59.014974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-8d9db39d-02c9-49f9-bb43-18932486ea85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:59.016374 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-8d9db39d-02c9-49f9-bb43-18932486ea85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81ddc9b3-f217-45c0-b0b7-3288c22d91d2 HTTP/1.1" status: 200  len: 870 time: 0.3784080
Mar 08 21:28:59.107022 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00b95-5225-4292-9ebd-04822f8fd8e7 req-e59ad408-c093-4a2b-9bd7-675d5dc70be0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:59.108481 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27c00b95-5225-4292-9ebd-04822f8fd8e7 req-e59ad408-c093-4a2b-9bd7-675d5dc70be0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2663157
Mar 08 21:28:59.113479 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-14823e14-c58d-4a7e-8aa6-07f6fe9c7fdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152 HTTP/1.1" status: 200  len: 217 time: 0.0865762
Mar 08 21:28:59.188214 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device e5d433e0-9e90-4854-8065-de13f8a74550 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:28:59.225115 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-73227566-8a14-4215-bc81-fcf30f5400d9 req-3612bfe7-67ba-49e0-874b-6ccdafa4c194 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451715
Mar 08 21:28:59.235643 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2f771-fbe7-441a-8a90-52b8c4a4e617 req-d8f2d443-5e24-4cc8-8044-85ecf8920de0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:59.236514 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.240451 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-a64649a4-6fe8-4710-9312-a88c34969b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:59.242244 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-a64649a4-6fe8-4710-9312-a88c34969b64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85c46d2b-2a00-4433-95cf-30ccddc78bc2 HTTP/1.1" status: 200  len: 843 time: 0.1079807
Mar 08 21:28:59.243917 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fda2f771-fbe7-441a-8a90-52b8c4a4e617 req-d8f2d443-5e24-4cc8-8044-85ecf8920de0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1549871
Mar 08 21:28:59.246267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.251487 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27c00b95-5225-4292-9ebd-04822f8fd8e7 req-6a7dbccb-3002-46ef-a4f5-b98a31100af6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361277
Mar 08 21:28:59.310374 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:28:59.327468 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fda2f771-fbe7-441a-8a90-52b8c4a4e617 req-fed5c3ba-c49e-4ba0-b36f-1e08da7edd6e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824304
Mar 08 21:28:59.333670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa193f2-c599-4399-a26f-672a790111a7,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:59.339140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.339475 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Added segment 0384d760-b43a-4ea2-8aa7-c1301dcb990b of type vlan for network cd2f9e72-a850-4b86-96fc-a4d7d0e68796
Mar 08 21:28:59.382042 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.399425 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.412896 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-3aa34354-a174-45d9-9378-a88485f0a0ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81ddc9b3-f217-45c0-b0b7-3288c22d91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1592906
Mar 08 21:28:59.420463 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.451593 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Transition to ACTIVE for port object 0ea08313-1323-480a-809e-b90b2ec6d191 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:28:59.459768 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=e5d433e0-9e90-4854-8065-de13f8a74550,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:28:59.467757 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.493827 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.494672 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:28:59.495237 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.541550 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d59131-41f4-402b-9f08-65f91222f49e None None] Pushing event updated for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:59.546261 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'e5d433e0-9e90-4854-8065-de13f8a74550', 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1', 'port_id': 'e5d433e0-9e90-4854-8065-de13f8a74550', 'mac_address': 'fa:16:3e:86:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e241b30-ee3c-4871-8ff2-6d74050c48ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:28:59.640619 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] Pushing event updated for resources: {'Network': ['ID=cd2f9e72-a850-4b86-96fc-a4d7d0e68796,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:28:59.680805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:28:59.753995 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-7c72e91d-9bc7-4c9b-9113-9382e9fe32e1 service neutron] 10.222.0.30 "GET /v2.0/networks/81ddc9b3-f217-45c0-b0b7-3288c22d91d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3322320
Mar 08 21:28:59.762061 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-0cf84edc-fd40-4105-b4b5-9eb49dbc3e6c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2955644
Mar 08 21:28:59.764569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46030) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:28:59.835533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Request body: {'subnet': {'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1098365775-subnet', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:28:59.854611 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:28:59.965628 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:00.018558 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d433e0-9e90-4854-8065-de13f8a74550 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:00.053247 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Usage tracker for resource:subnet and tenant:ba75534b42d64e259dfdafc1ba2f94de is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:00.065993 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:00.083807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:00.128878 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Attempting to bind port 0ea08313-1323-480a-809e-b90b2ec6d191 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:00.129327 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Attempting to bind port 0ea08313-1323-480a-809e-b90b2ec6d191 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:00.129692 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Attempting to bind port 0ea08313-1323-480a-809e-b90b2ec6d191 on network 99af3922-c997-4d9b-9be1-046a8cb131c5 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:00.130398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Made reservation on behalf of ba75534b42d64e259dfdafc1ba2f94de for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:00.133294 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.133873 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=e5d433e0-9e90-4854-8065-de13f8a74550,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:00.141946 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.174249 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:00.174524 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Checking segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:00.174891 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.175281 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Bound using segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:00.175876 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Bound port: 0ea08313-1323-480a-809e-b90b2ec6d191, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:00.176148 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.192872 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767f12-ac7f-4844-b31e-0c8ff601ed83 req-3f340f9f-05c0-4168-9248-52222c9724ac tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:00.195828 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-03767f12-ac7f-4844-b31e-0c8ff601ed83 req-3f340f9f-05c0-4168-9248-52222c9724ac tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 944 time: 0.0886953
Mar 08 21:29:00.237550 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e1a7dfb-f010-4df1-aa03-96bce52d8a2a req-89969552-3a71-477c-a9bd-1642ca9d0058 service neutron] 10.222.0.30 "GET /v2.0/networks/81ddc9b3-f217-45c0-b0b7-3288c22d91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4741151
Mar 08 21:29:00.253823 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e154c-e30f-4af8-a023-af5aeee4d7dd req-ec63418d-0e45-4c2a-9875-3df540dea9d2 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:00.257340 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-03767f12-ac7f-4844-b31e-0c8ff601ed83 req-8bc9cdb1-0bff-4e46-b113-bee25ac4b7a8 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526364
Mar 08 21:29:00.261403 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-071e154c-e30f-4af8-a023-af5aeee4d7dd req-ec63418d-0e45-4c2a-9875-3df540dea9d2 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 948 time: 0.2927580
Mar 08 21:29:00.301501 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:00.325317 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] For port 0ea08313-1323-480a-809e-b90b2ec6d191, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:00.329885 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] For port 0ea08313-1323-480a-809e-b90b2ec6d191, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0ea08313-1323-480a-809e-b90b2ec6d191,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:00.336621 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.340543 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-071e154c-e30f-4af8-a023-af5aeee4d7dd req-cdce2302-0df1-4927-8fc2-704bba055c88 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781758
Mar 08 21:29:00.474274 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d59131-41f4-402b-9f08-65f91222f49e None None] Pushing event updated for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:00.475943 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.482092 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:00.482724 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13b892b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:00.544304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['e5d433e0-9e90-4854-8065-de13f8a74550'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:00.564735 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ba69-b559-443a-8813-83680226fb59 req-d65f4908-3c53-4620-82a7-1d76a5a5de13 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:00.566775 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1e74ba69-b559-443a-8813-83680226fb59 req-d65f4908-3c53-4620-82a7-1d76a5a5de13 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1198454
Mar 08 21:29:00.586552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:00.598086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Checking segment: {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:00.598666 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Network hostable DHCP agents. Network: cd2f9e72-a850-4b86-96fc-a4d7d0e68796, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:29:00.630881 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:29:00.643255 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, cd2f9e72-a850-4b86-96fc-a4d7d0e68796) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:00.649206 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:00.650168 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.661479 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1e74ba69-b559-443a-8813-83680226fb59 req-e97522c1-c2f2-4d60-8441-97d9b61474ee tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867169
Mar 08 21:29:00.665145 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858a9ef-353b-409d-b772-9dd42177d55e None None] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:00.681207 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-45c8d840-1c1d-4aba-b5a6-bfdfdb3a5ae2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8598208
Mar 08 21:29:00.683591 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46044) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:00.689319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:00.694969 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:00.711924 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Usage tracker for resource:router and tenant:ba75534b42d64e259dfdafc1ba2f94de is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:00.711924 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:00.715782 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:00.728514 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.729668 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.755001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:00.945319 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:00.996377 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:01.190677 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 82b05ed9-3518-4d4a-8d60-f06016c6c152 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:29:01.313129 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'fixed_ips': [{'subnet_id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:29:01.313751 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:01.359824 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d7d86-6637-476a-a5a0-36c2aeb902f2 req-31d66955-7d14-4c62-bdd2-e81b92c2c980 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:01.361170 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-be9d7d86-6637-476a-a5a0-36c2aeb902f2 req-31d66955-7d14-4c62-bdd2-e81b92c2c980 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1219008
Mar 08 21:29:01.428905 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-be9d7d86-6637-476a-a5a0-36c2aeb902f2 req-ddfe2b47-2554-4010-afb9-a177c304201d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570660
Mar 08 21:29:01.511606 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:01.545440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1a3f-ab03-45e5-85e4-0c58f31b4e56 req-6210665c-9418-4911-9934-fe4f5c5d0d3d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:01.555556 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-372a1a3f-ab03-45e5-85e4-0c58f31b4e56 req-6210665c-9418-4911-9934-fe4f5c5d0d3d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 944 time: 0.1436384
Mar 08 21:29:01.557097 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:01.617385 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-372a1a3f-ab03-45e5-85e4-0c58f31b4e56 req-53caeb45-1b0f-4ebc-a275-8a2cdf076a69 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595748
Mar 08 21:29:01.697728 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:01.731103 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '82b05ed9-3518-4d4a-8d60-f06016c6c152', 'network_id': '81ddc9b3-f217-45c0-b0b7-3288c22d91d2', 'port_id': '82b05ed9-3518-4d4a-8d60-f06016c6c152', 'mac_address': 'fa:16:3e:5b:b4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c46d2b-2a00-4433-95cf-30ccddc78bc2', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:29:01.775322 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738651-237c-4d41-8b4e-5aea06c64987 req-3338cecb-d655-4278-829b-80c0ef99e848 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:01.776919 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-80738651-237c-4d41-8b4e-5aea06c64987 req-3338cecb-d655-4278-829b-80c0ef99e848 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 948 time: 0.1793990
Mar 08 21:29:01.784983 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Allocated IP 172.27.0.243 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/0c787dcb-5602-4bed-93fc-7cb6baf87401) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:01.839523 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Allocated IP 172.20.0.2 (cd2f9e72-a850-4b86-96fc-a4d7d0e68796/b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf/329bfc9f-da40-4c22-8a53-ea6578a023f8) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:01.857871 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:01.959777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b05ed9-3518-4d4a-8d60-f06016c6c152 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:01.965300 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13b892b0>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:00Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:01.974360 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b1d30-1e78-49ed-9afb-ac7bb5a1f8c2 None None] The sync data for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi is: [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:00Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:01.980374 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-80738651-237c-4d41-8b4e-5aea06c64987 req-d346a7f0-780e-4235-a1ae-e6645e159966 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969931
Mar 08 21:29:02.065451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:02.085797 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.108995 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.215585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.332823 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:02.343665 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:02.356576 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:02.391239 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:02.394491 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c787dcb-5602-4bed-93fc-7cb6baf87401,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:02.415769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.428062 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.428431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.428762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.429100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.429397 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.429789 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.430018 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.430464 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.430636 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.430929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.431324 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:02.446310 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Transition to ACTIVE for port object 329bfc9f-da40-4c22-8a53-ea6578a023f8 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:02.469122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Transition to ACTIVE for port object 329bfc9f-da40-4c22-8a53-ea6578a023f8 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:02.473782 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['82b05ed9-3518-4d4a-8d60-f06016c6c152'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:02.500795 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388c745-6a5b-4441-9c61-43fcd644117b req-c557c841-f57e-45c8-ab45-23a4ae54e9fe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:02.512844 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8388c745-6a5b-4441-9c61-43fcd644117b req-c557c841-f57e-45c8-ab45-23a4ae54e9fe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.3361959
Mar 08 21:29:02.560964 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.612348 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8388c745-6a5b-4441-9c61-43fcd644117b req-b54340e7-bdc3-4d0a-a9d6-2247b9a9f6ed tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983903
Mar 08 21:29:02.709736 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Pushing event updated for resources: {'Port': ['ID=329bfc9f-da40-4c22-8a53-ea6578a023f8,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:02.719706 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.720430 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:02.723042 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:02.726877 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:02.730899 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:02.910365 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Attempting to bind port 329bfc9f-da40-4c22-8a53-ea6578a023f8 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:02.910740 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Attempting to bind port 329bfc9f-da40-4c22-8a53-ea6578a023f8 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:02.911104 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Attempting to bind port 329bfc9f-da40-4c22-8a53-ea6578a023f8 on network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:02.932670 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0ea08313-1323-480a-809e-b90b2ec6d191 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:03.042644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:03.043303 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Checking segment: {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:03.043995 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.044479 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Bound using segment: {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:03.045690 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Bound port: 329bfc9f-da40-4c22-8a53-ea6578a023f8, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:03.046179 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.052833 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8137-391e-4839-8cdc-e2016b1d85b8 req-a5f80432-3f46-4b0d-bf9c-3a7bf93f97bd tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:03.055831 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bdf8137-391e-4839-8cdc-e2016b1d85b8 req-a5f80432-3f46-4b0d-bf9c-3a7bf93f97bd tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 944 time: 0.1183016
Mar 08 21:29:03.124758 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bdf8137-391e-4839-8cdc-e2016b1d85b8 req-babeae65-b9d7-44e0-acd1-da9fb1a93375 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588498
Mar 08 21:29:03.128842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46092) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:03.179739 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:29:03.214581 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device e5d433e0-9e90-4854-8065-de13f8a74550 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:03.268674 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 0ea08313-1323-480a-809e-b90b2ec6d191 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:03.310235 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 0ea08313-1323-480a-809e-b90b2ec6d191 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:03.310691 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.371118 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.374297 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] For port 329bfc9f-da40-4c22-8a53-ea6578a023f8, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:03.406733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] For port 329bfc9f-da40-4c22-8a53-ea6578a023f8, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=329bfc9f-da40-4c22-8a53-ea6578a023f8,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:03.425906 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.465130 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:03.475277 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:e565b0ac2f6b494baf807d846f185ca5 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:03.478466 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:03.484884 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:03.505106 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44c5f6-bcb5-4adf-9982-c245361a7ab9 req-6feac474-51ff-4da0-9376-7497037117b1 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:03.507832 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fd44c5f6-bcb5-4adf-9982-c245361a7ab9 req-6feac474-51ff-4da0-9376-7497037117b1 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 949 time: 0.2218468
Mar 08 21:29:03.572324 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port e5d433e0-9e90-4854-8065-de13f8a74550 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:03.589838 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.592349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fd44c5f6-bcb5-4adf-9982-c245361a7ab9 req-e26cf721-c375-47f8-b949-306a1d6f6379 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757549
Mar 08 21:29:03.596981 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc099f-2e80-4257-b748-d786e7412bb7 None None] Pushing event updated for resources: {'Port': ['ID=329bfc9f-da40-4c22-8a53-ea6578a023f8,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:03.598476 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.603149 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port e5d433e0-9e90-4854-8065-de13f8a74550 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:03.603515 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.620462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:03.628228 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Sync routers for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:29:03.647780 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:03.648579 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ef3a30>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:03.665812 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.674836 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e565b0ac2f6b494baf807d846f185ca5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5424094
Mar 08 21:29:03.675896 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46104) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:03.682224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.683880 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5dbecb02-df36-4025-aa38-c2d6e717b6c6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9990323
Mar 08 21:29:03.686433 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46108) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:03.699218 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7e7cc-c241-4962-9ff9-99ce80d50ef1,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:03.730454 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.730997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.731430 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.731897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.732326 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.732768 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.733197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.734525 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.734973 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.736702 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.737172 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da70fd0-8cc1-46c1-96b1-3bf591258ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:03.779727 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 0ea08313-1323-480a-809e-b90b2ec6d191, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0ea08313-1323-480a-809e-b90b2ec6d191,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:03.880028 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.888845 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.942297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:03.968081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:04.002212 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:04.013576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:04.062311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c82c8b-1506-4d88-8c74-412410614acf req-3327dbbe-bb99-4bc4-99da-9edd4f4e129a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:04.063083 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=e5d433e0-9e90-4854-8065-de13f8a74550,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:04.070654 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0c82c8b-1506-4d88-8c74-412410614acf req-3327dbbe-bb99-4bc4-99da-9edd4f4e129a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2529984
Mar 08 21:29:04.076306 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:04.103335 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:04.153476 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550', 'code': 200}
Mar 08 21:29:04.166315 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:04.167206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:04.219281 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0c82c8b-1506-4d88-8c74-412410614acf req-b24be8a2-9147-4834-8ff7-9f21a39cfadf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1473908
Mar 08 21:29:04.247128 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7e7cc-c241-4962-9ff9-99ce80d50ef1,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:04.265684 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:04.269335 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-92dc0bc0-e5ad-4ffb-81af-02f6d522d5e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08f7e7cc-c241-4962-9ff9-99ce80d50ef1 HTTP/1.1" status: 204  len: 168 time: 0.5919666
Mar 08 21:29:04.499159 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ef3a30>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:02Z', 'revision_number': 3, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:04.503373 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Checking router: f40bf17e-72f7-4638-b848-bc26d6b5a3a5 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:29:04.503762 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Updating router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 port 0c787dcb-5602-4bed-93fc-7cb6baf87401 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:29:04.658336 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:04.795264 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-14f213ac-47b9-4327-8561-858e045c1aac req-7f06499a-936f-44e9-8c79-51ad84832ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 1098 time: 0.3254480
Mar 08 21:29:04.813410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a47d-869f-4ab1-b55a-1c594c0fe11f req-7ea05d56-2ffe-4c67-8e08-eae1d42fa76e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:04.821802 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9f94a47d-869f-4ab1-b55a-1c594c0fe11f req-7ea05d56-2ffe-4c67-8e08-eae1d42fa76e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.3962638
Mar 08 21:29:04.983906 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b3f1c-cde4-4b19-8a0c-2bc1135a7d73 None None] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:04.996955 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-14f213ac-47b9-4327-8561-858e045c1aac req-054b25af-f740-4732-9024-bba35e50dc40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729481
Mar 08 21:29:05.002652 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b5be-cd93-426f-8c42-2be10df4bf45 req-c6ac4974-bea1-4266-b796-a019cf98d471 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:05.004299 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ac42b5be-cd93-426f-8c42-2be10df4bf45 req-c6ac4974-bea1-4266-b796-a019cf98d471 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 949 time: 0.1273699
Mar 08 21:29:05.006010 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9f94a47d-869f-4ab1-b55a-1c594c0fe11f req-b71dfbe6-1a0f-447e-b3cd-612e592ddb32 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833408
Mar 08 21:29:05.075585 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ac42b5be-cd93-426f-8c42-2be10df4bf45 req-065d371f-64f5-4446-8003-7da1d264a131 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591574
Mar 08 21:29:05.087580 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 329bfc9f-da40-4c22-8a53-ea6578a023f8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:05.182044 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.197178 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Transition to ACTIVE for port object 0c787dcb-5602-4bed-93fc-7cb6baf87401 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:05.202891 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 82b05ed9-3518-4d4a-8d60-f06016c6c152 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:05.208047 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.226589 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e12458d0-3855-44fb-b729-925fcbc2b0f4 None None] Provisioning for port 329bfc9f-da40-4c22-8a53-ea6578a023f8 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:05.292113 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272c19-f998-4917-8706-99a5ccc3a339 None None] Pushing event updated for resources: {'Port': ['ID=0c787dcb-5602-4bed-93fc-7cb6baf87401,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:05.311206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 329bfc9f-da40-4c22-8a53-ea6578a023f8 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:05.322396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 329bfc9f-da40-4c22-8a53-ea6578a023f8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:05.322930 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.340239 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Attempting to bind port 0c787dcb-5602-4bed-93fc-7cb6baf87401 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:05.340773 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Attempting to bind port 0c787dcb-5602-4bed-93fc-7cb6baf87401 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:05.348202 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Attempting to bind port 0c787dcb-5602-4bed-93fc-7cb6baf87401 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:05.356189 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:05.357543 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:05.357950 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.358334 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:05.358796 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Bound port: 0c787dcb-5602-4bed-93fc-7cb6baf87401, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:05.359179 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.388577 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.442614 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] For port 0c787dcb-5602-4bed-93fc-7cb6baf87401, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:05.446684 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] For port 0c787dcb-5602-4bed-93fc-7cb6baf87401, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0c787dcb-5602-4bed-93fc-7cb6baf87401,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:05.453431 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.511311 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 82b05ed9-3518-4d4a-8d60-f06016c6c152 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:05.521909 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 82b05ed9-3518-4d4a-8d60-f06016c6c152 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:05.522415 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.566620 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272c19-f998-4917-8706-99a5ccc3a339 None None] Pushing event updated for resources: {'Port': ['ID=0c787dcb-5602-4bed-93fc-7cb6baf87401,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:05.580111 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:05.580676 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ef3a30>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:28:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:05.671052 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.672541 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877af0a-905c-4436-94f8-039b60535f61 req-12857212-081c-4715-8f06-68b5db95f5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:05.680904 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8877af0a-905c-4436-94f8-039b60535f61 req-12857212-081c-4715-8f06-68b5db95f5d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2183733
Mar 08 21:29:05.772471 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.790385 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 329bfc9f-da40-4c22-8a53-ea6578a023f8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=329bfc9f-da40-4c22-8a53-ea6578a023f8,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:05.793246 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8877af0a-905c-4436-94f8-039b60535f61 req-580808ba-facb-42f3-a734-81fb8374f693 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113954
Mar 08 21:29:05.798438 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:05.799202 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0ea08313-1323-480a-809e-b90b2ec6d191 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:05.829860 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:05.838915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Allocated IP 172.20.0.1 (cd2f9e72-a850-4b86-96fc-a4d7d0e68796/b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf/5cb40026-697e-4c41-a22c-d31e1c67a1e6) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:05.956509 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:05.960208 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=329bfc9f-da40-4c22-8a53-ea6578a023f8,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:05.979132 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.056890 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.067732 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:06.074805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Transition to ACTIVE for port object 5cb40026-697e-4c41-a22c-d31e1c67a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:06.085885 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e6f50f07-8194-40d2-80b6-52733e60e524 None None] Provisioning complete for port 329bfc9f-da40-4c22-8a53-ea6578a023f8 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:06.086254 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e6f50f07-8194-40d2-80b6-52733e60e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.124623 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.166426 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:06.195989 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 0ea08313-1323-480a-809e-b90b2ec6d191 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:06.196427 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.202661 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:06.220124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:06.221241 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:06.228368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:06.240686 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827efe3d-23c2-432c-971e-8348162502c9 req-9267cdb0-aab4-4f10-b61c-de20d28db16c tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:06.251000 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-827efe3d-23c2-432c-971e-8348162502c9 req-9267cdb0-aab4-4f10-b61c-de20d28db16c tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.1002264
Mar 08 21:29:06.316556 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-827efe3d-23c2-432c-971e-8348162502c9 req-be82f202-ef8f-4aee-bfab-2d477449ff34 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639350
Mar 08 21:29:06.354216 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ef3a30>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:02Z', 'revision_number': 3, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:06.360638 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2ba8c-60e9-43d8-8d3a-de5b25bdb779 None None] The sync data for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi is: [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:02Z', 'revision_number': 3, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:06.428374 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152', 'code': 200}
Mar 08 21:29:06.551988 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.608733 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157dd9-e541-45ef-bf49-40b34295a008 req-49ef5a47-a4de-484c-9480-d3f65414478f tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:06.610162 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-95157dd9-e541-45ef-bf49-40b34295a008 req-49ef5a47-a4de-484c-9480-d3f65414478f tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.1440384
Mar 08 21:29:06.651247 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c803a919-dd69-4d4e-9e7c-1e6bb4044349 None None] Provisioning for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:06.656535 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c803a919-dd69-4d4e-9e7c-1e6bb4044349 None None] Provisioning complete for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:06.656898 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c803a919-dd69-4d4e-9e7c-1e6bb4044349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.709509 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c803a919-dd69-4d4e-9e7c-1e6bb4044349 None None] Port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:06.727978 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.789389 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-95157dd9-e541-45ef-bf49-40b34295a008 req-dc397453-2121-4866-ba71-5251721c8ede tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493633
Mar 08 21:29:06.792669 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 329bfc9f-da40-4c22-8a53-ea6578a023f8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:06.888777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 329bfc9f-da40-4c22-8a53-ea6578a023f8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:06.889242 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:06.947306 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f185cd4f-add2-458d-8257-48504efec8de req-2d4d6a32-43bd-4cdb-b4c1-41eb8925680d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 1103 time: 0.2586145
Mar 08 21:29:07.045109 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f185cd4f-add2-458d-8257-48504efec8de req-b83dca43-6dbe-4838-a4a0-8af43a87a3ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887916
Mar 08 21:29:07.065533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:07.070153 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:07.075105 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42414-779f-4dfd-9305-d0a1c9343e5a req-89719c76-a778-45b3-a65f-e0e7db8327c7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:07.076611 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5ce42414-779f-4dfd-9305-d0a1c9343e5a req-89719c76-a778-45b3-a65f-e0e7db8327c7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.0964022
Mar 08 21:29:07.122735 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5ce42414-779f-4dfd-9305-d0a1c9343e5a req-812d6eff-2c67-46cc-896b-3fe53e78c67f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406044
Mar 08 21:29:07.179721 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:07.183278 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:07.325179 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:07.326261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:07.539321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e2895618-732b-4a84-80e6-2b41c0f588c6 None None] Provisioning complete for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:07.539893 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e2895618-732b-4a84-80e6-2b41c0f588c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:07.578651 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa342d9-9920-473a-9bfe-5c04ab014af3 req-12448cc8-ab69-4f44-bb6a-60a625822721 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:07.580084 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-faa342d9-9920-473a-9bfe-5c04ab014af3 req-12448cc8-ab69-4f44-bb6a-60a625822721 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.1333151
Mar 08 21:29:07.589691 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e2895618-732b-4a84-80e6-2b41c0f588c6 None None] Port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:07.740680 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-faa342d9-9920-473a-9bfe-5c04ab014af3 req-720a3754-5797-4a01-8977-9a76379f382e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128461
Mar 08 21:29:07.809981 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:29:08.069511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617b88-2e3e-4bb0-ad3a-57f33c924872 req-15c9c27e-0995-48a1-8d04-bc779ab72599 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:08.071195 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-47617b88-2e3e-4bb0-ad3a-57f33c924872 req-15c9c27e-0995-48a1-8d04-bc779ab72599 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.1046281
Mar 08 21:29:08.127369 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-47617b88-2e3e-4bb0-ad3a-57f33c924872 req-d4707ab5-920b-43d6-b027-16edccfaf252 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492606
Mar 08 21:29:08.138069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:08.155673 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-800600cd-005d-4f3c-923d-1730343fd9d7 admin admin] 10.222.0.66 "PUT /v2.0/routers/f40bf17e-72f7-4638-b848-bc26d6b5a3a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4644029
Mar 08 21:29:08.365196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc955ef-816f-415f-8bc4-3748f8f0138d req-83cf2dc3-c072-454f-a89b-69f627a21fc9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:08.366752 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7dc955ef-816f-415f-8bc4-3748f8f0138d req-83cf2dc3-c072-454f-a89b-69f627a21fc9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.0988200
Mar 08 21:29:08.413610 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7dc955ef-816f-415f-8bc4-3748f8f0138d req-fc18cdb8-03b4-4c27-b854-6d16bef946c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386560
Mar 08 21:29:09.199097 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:29:09.223793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f40f-4975-4f12-8a4d-d5ea22674172 req-c236f7dc-98e2-4aa5-89f3-e3c991072b36 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:09.236332 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3078f40f-4975-4f12-8a4d-d5ea22674172 req-c236f7dc-98e2-4aa5-89f3-e3c991072b36 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.1245258
Mar 08 21:29:09.360247 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3078f40f-4975-4f12-8a4d-d5ea22674172 req-266c8a08-c36a-4a7b-930d-7bd5608ec4d5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208477
Mar 08 21:29:09.371473 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:09.392843 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:29:09.449587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:09.473140 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be431192-0138-4645-be07-922f12ab269e req-a9644f4a-44e6-4908-b91a-0d15f93f5a8e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:09.473689 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:09.480571 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-be431192-0138-4645-be07-922f12ab269e req-a9644f4a-44e6-4908-b91a-0d15f93f5a8e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.2037053
Mar 08 21:29:09.496461 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:09.503692 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:09.579763 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-be431192-0138-4645-be07-922f12ab269e req-3296a767-6a4c-46fb-9525-3ffc587033de tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978370
Mar 08 21:29:09.597086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=6']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:09.659412 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf849d-da61-488d-a3b0-ee39d3fd6dd9 req-67715424-c469-4428-8fc4-51251cfae25e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:09.661120 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8ebf849d-da61-488d-a3b0-ee39d3fd6dd9 req-67715424-c469-4428-8fc4-51251cfae25e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.0852661
Mar 08 21:29:09.725409 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8ebf849d-da61-488d-a3b0-ee39d3fd6dd9 req-5de17ba6-a4a1-4194-a8f9-31a831089c41 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555751
Mar 08 21:29:09.738997 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['d51d2595-7feb-4011-910a-e3a3e00f012e'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:10.120457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde0ce-79bd-4db2-8a27-841a2615d46d req-28645302-e574-49c4-880e-0c3c67397f0e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:10.128714 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3bde0ce-79bd-4db2-8a27-841a2615d46d req-28645302-e574-49c4-880e-0c3c67397f0e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.0943193
Mar 08 21:29:10.188250 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3bde0ce-79bd-4db2-8a27-841a2615d46d req-662712e5-6ece-4630-839b-3110ee5a9439 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589852
Mar 08 21:29:10.638763 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e6c0-52ff-4835-91c6-6298a41cb81a req-5ac8762f-af6a-4235-a2fb-6cdea9b6ceee tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:10.645136 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50b7e6c0-52ff-4835-91c6-6298a41cb81a req-5ac8762f-af6a-4235-a2fb-6cdea9b6ceee tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.1580842
Mar 08 21:29:10.738541 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50b7e6c0-52ff-4835-91c6-6298a41cb81a req-45435058-d7a5-4097-acf1-041498f581bd tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850017
Mar 08 21:29:11.041594 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-8125bfff-6998-46b1-b585-8811fab1ddc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.2071235
Mar 08 21:29:11.052203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa429-3b23-423c-8dcd-e398d992f428 req-230f3aa5-d528-4bb5-a21f-65beeb06d6d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.053719 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92eaa429-3b23-423c-8dcd-e398d992f428 req-230f3aa5-d528-4bb5-a21f-65beeb06d6d6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.1272938
Mar 08 21:29:11.105557 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285aa7-2351-4c78-886e-c5b0108b7c2b req-e80d3676-71e8-416d-83dd-ae249b7e13c5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.107009 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8a285aa7-2351-4c78-886e-c5b0108b7c2b req-e80d3676-71e8-416d-83dd-ae249b7e13c5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1132104
Mar 08 21:29:11.172900 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8a285aa7-2351-4c78-886e-c5b0108b7c2b req-0eb8139f-6924-47d8-871d-ccbae9ac2d09 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569363
Mar 08 21:29:11.225153 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:11.235604 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92eaa429-3b23-423c-8dcd-e398d992f428 req-d2c12c85-1f34-45db-b22f-090320cbe94c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025031
Mar 08 21:29:11.277060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-75cec6b5-193b-42b7-a299-f2b69cc6e944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.277060 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-75cec6b5-193b-42b7-a299-f2b69cc6e944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 0.2108419
Mar 08 21:29:11.346455 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-550e9a3a-6f3b-4107-9396-d5f03f838f15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.0667384
Mar 08 21:29:11.364257 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port d51d2595-7feb-4011-910a-e3a3e00f012e triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:11.366147 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:11.456557 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-e7fdd167-9dce-4b3f-ae3b-922718883d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.458026 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-e7fdd167-9dce-4b3f-ae3b-922718883d77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.1032009
Mar 08 21:29:11.586735 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-3c71fab1-4807-4175-96eb-060749e660b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1141679
Mar 08 21:29:11.646691 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:11.715317 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:11.738168 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:11.745867 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:11.890254 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-d3fd47d9-1503-4360-a15f-83df84a1e44d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.894814 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-d3fd47d9-1503-4360-a15f-83df84a1e44d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.3841009
Mar 08 21:29:11.933483 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'code': 200}
Mar 08 21:29:11.934646 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882edfeb-a2b0-4a98-a1e9-51270fa7c65e req-4f73b98c-4ae6-451d-94c9-46753054726f tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:11.949245 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-882edfeb-a2b0-4a98-a1e9-51270fa7c65e req-4f73b98c-4ae6-451d-94c9-46753054726f tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.5266507
Mar 08 21:29:11.960178 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-f8f1ab52-fd5c-4f4d-9215-6fa2576810a6 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3676443
Mar 08 21:29:12.097406 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=7']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:12.137076 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.137468 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.137806 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.138133 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.138456 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.138775 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.139094 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.140541 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-882edfeb-a2b0-4a98-a1e9-51270fa7c65e req-d2041ec8-051d-4dd5-99db-4ae9512262af tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903346
Mar 08 21:29:12.145726 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.146513 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.148183 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.148510 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:12.154986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Deleting port e5d433e0-9e90-4854-8065-de13f8a74550 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:29:12.167319 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:12.463035 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-27f0b5f7-0bab-469a-84c7-93689dfb2e60 req-8eeb79ea-70b1-4842-ac49-b4177ef7df5c service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4968011
Mar 08 21:29:12.485107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0cc59-1ba0-4050-9b10-acca4c964616 req-9fd1eabe-b2d2-4202-9fd9-b9329fb75131 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:12.498507 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-18b0cc59-1ba0-4050-9b10-acca4c964616 req-9fd1eabe-b2d2-4202-9fd9-b9329fb75131 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 945 time: 0.2997074
Mar 08 21:29:12.546059 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-4520b97f-4563-48de-a5fc-e0e42a740e3e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:12.547880 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-4520b97f-4563-48de-a5fc-e0e42a740e3e tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.2881079
Mar 08 21:29:12.651852 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-18b0cc59-1ba0-4050-9b10-acca4c964616 req-728a81b4-bb66-41e6-af53-2320ece404c9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523638
Mar 08 21:29:12.678868 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] For port e5d433e0-9e90-4854-8065-de13f8a74550, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=e5d433e0-9e90-4854-8065-de13f8a74550,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:12.679238 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:12.691173 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Deleting port 82b05ed9-3518-4d4a-8d60-f06016c6c152 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:29:12.691533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:12.893152 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Calling delete_port for e5d433e0-9e90-4854-8065-de13f8a74550 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:29:12.918609 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0c787dcb-5602-4bed-93fc-7cb6baf87401 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:12.980896 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0808f43-ac9b-448f-9abe-d099ea9f46ad req-f3a3e51f-4d4f-42a2-aed1-24a86f06b1f0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:12.994237 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0808f43-ac9b-448f-9abe-d099ea9f46ad req-f3a3e51f-4d4f-42a2-aed1-24a86f06b1f0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.4664724
Mar 08 21:29:13.025575 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 0c787dcb-5602-4bed-93fc-7cb6baf87401 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:13.033155 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 0c787dcb-5602-4bed-93fc-7cb6baf87401 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:13.033522 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.135311 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07e870-ecf9-472e-89e6-ccaebe3dede1 req-8ba4c032-35e7-44b1-815f-b150cb943a3f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:13.143105 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4c07e870-ecf9-472e-89e6-ccaebe3dede1 req-8ba4c032-35e7-44b1-815f-b150cb943a3f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.3263388
Mar 08 21:29:13.147050 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0808f43-ac9b-448f-9abe-d099ea9f46ad req-45bec9ce-caa5-4f93-8e11-e4d8c224ae69 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517012
Mar 08 21:29:13.241614 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] For port 82b05ed9-3518-4d4a-8d60-f06016c6c152, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=82b05ed9-3518-4d4a-8d60-f06016c6c152,segment=NetworkSegment(9a247317-3f06-48d5-96b9-38ea1ffc46fe),segment_id=9a247317-3f06-48d5-96b9-38ea1ffc46fe)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:13.242086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.272270 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4c07e870-ecf9-472e-89e6-ccaebe3dede1 req-5f122353-e704-4657-9521-3deda5a18296 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279523
Mar 08 21:29:13.273868 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.310932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.311171 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 0c787dcb-5602-4bed-93fc-7cb6baf87401, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0c787dcb-5602-4bed-93fc-7cb6baf87401,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:13.312361 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-095e32ee-b1ef-4536-80e3-7f4ef4871b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.319931 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.438591 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=0c787dcb-5602-4bed-93fc-7cb6baf87401,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:13.504229 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Pushing event deleted for resources: {'Port': ['ID=e5d433e0-9e90-4854-8065-de13f8a74550,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:13.517344 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Calling delete_port for 82b05ed9-3518-4d4a-8d60-f06016c6c152 owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:29:13.586370 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] No DVR routers for this DVR port e5d433e0-9e90-4854-8065-de13f8a74550 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:29:13.592486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.595748 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'name': 'network-vif-deleted', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:13.628533 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e40803-6e2d-4b9a-ab05-2b2fcb0a41be req-d88eaf62-fd55-437a-bebe-27ffa96317cb tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:13.643465 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-90e40803-6e2d-4b9a-ab05-2b2fcb0a41be req-d88eaf62-fd55-437a-bebe-27ffa96317cb tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 950 time: 0.2307434
Mar 08 21:29:13.674647 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bffc7c06-53fc-49fc-af49-8cb7a76c280e req-70924c54-1bf4-4bd2-b9c7-b529e75f680b tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "DELETE /v2.0/ports/e5d433e0-9e90-4854-8065-de13f8a74550 HTTP/1.1" status: 204  len: 173 time: 1.7209406
Mar 08 21:29:13.725933 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52ecf4-0079-4828-a43e-fd408e8ae9c4', 'name': 'network-vif-deleted', 'tag': 'e5d433e0-9e90-4854-8065-de13f8a74550', 'status': 'completed', 'code': 200}
Mar 08 21:29:13.747871 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-90e40803-6e2d-4b9a-ab05-2b2fcb0a41be req-940c3d97-3596-4962-b2e4-87350fc8cc1f tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6a54bba-6e68-4363-97c0-0dd089aef286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032870
Mar 08 21:29:13.755984 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:13.768353 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['82b05ed9-3518-4d4a-8d60-f06016c6c152'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:13.860755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Pushing event deleted for resources: {'Port': ['ID=82b05ed9-3518-4d4a-8d60-f06016c6c152,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:14.058633 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] No DVR routers for this DVR port 82b05ed9-3518-4d4a-8d60-f06016c6c152 on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:29:14.096378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:14.114039 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'name': 'network-vif-deleted', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:14.166183 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7f5e65ca-5c5e-4b5d-b7b9-fabaa0d3e9f7 req-82b43ca6-4a77-4a42-9b86-e5c5b0592f9e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf52ecf4-0079-4828-a43e-fd408e8ae9c4 HTTP/1.1" status: 200  len: 210 time: 0.2349980
Mar 08 21:29:14.188848 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b2efa23-1297-49ff-8032-89a2e4c370de req-5cf2a10c-c306-462c-9230-ec5289cf1292 tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.30 "DELETE /v2.0/ports/82b05ed9-3518-4d4a-8d60-f06016c6c152 HTTP/1.1" status: 204  len: 173 time: 1.6304567
Mar 08 21:29:14.250207 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ae5900-0708-47b0-9b22-e4e852a40fe8', 'name': 'network-vif-deleted', 'tag': '82b05ed9-3518-4d4a-8d60-f06016c6c152', 'status': 'completed', 'code': 200}
Mar 08 21:29:14.460618 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4682e-ad88-4d2c-b10e-c2c5a52d88a8 req-b8366d67-7feb-42da-8399-bd02f7b0a78a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:14.462206 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dde4682e-ad88-4d2c-b10e-c2c5a52d88a8 req-b8366d67-7feb-42da-8399-bd02f7b0a78a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1360447
Mar 08 21:29:14.545674 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dde4682e-ad88-4d2c-b10e-c2c5a52d88a8 req-390226cc-e66f-438b-b47a-4b92b6040f72 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662849
Mar 08 21:29:14.635903 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fa93-960e-4082-bb5b-24992625272a req-b6c689ca-6e2c-42b9-9988-831ac6795c7d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:14.637403 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a301fa93-960e-4082-bb5b-24992625272a req-b6c689ca-6e2c-42b9-9988-831ac6795c7d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1056166
Mar 08 21:29:14.692142 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a301fa93-960e-4082-bb5b-24992625272a req-7dbd0130-ad23-49e3-b8aa-bfb3fb1883b3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490034
Mar 08 21:29:14.844024 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0c787dcb-5602-4bed-93fc-7cb6baf87401 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:14.968206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 0c787dcb-5602-4bed-93fc-7cb6baf87401 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:14.968644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:15.046458 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-7a71da9a-a69b-4ebb-bf2e-f3b5bc8c42d3 req-a789ca39-f9d6-4cb6-ab87-516afcf6ca2c tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Synchronizing usage tracker for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:15.063138 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-7a71da9a-a69b-4ebb-bf2e-f3b5bc8c42d3 req-a789ca39-f9d6-4cb6-ab87-516afcf6ca2c tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] Unset dirty status for tenant:f271d068c3ed4c84ad70148dd1cc8af4 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:15.064521 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7a71da9a-a69b-4ebb-bf2e-f3b5bc8c42d3 req-a789ca39-f9d6-4cb6-ab87-516afcf6ca2c tempest-VolumesNegativeTest-2015322611 tempest-VolumesNegativeTest-2015322611-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ae5900-0708-47b0-9b22-e4e852a40fe8 HTTP/1.1" status: 200  len: 210 time: 0.0689142
Mar 08 21:29:15.598543 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-71876fb0-11bb-4c5b-872b-8988ecf0ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:15.685467 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-b7607d13-dff4-400c-8a8a-45709af84932 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:15.687702 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-b7607d13-dff4-400c-8a8a-45709af84932 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/networks?id=358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 200  len: 809 time: 0.1762662
Mar 08 21:29:15.705326 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-4b42042e-f42b-4f08-88ca-08be7ea763af tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/quotas/44a73f7c243f40628c0af213cb2a72f4 HTTP/1.1" status: 200  len: 375 time: 0.0118177
Mar 08 21:29:15.772770 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b0cd-57da-4de3-b5f3-f0d10ce1e737 req-d896f59f-7ffc-4b99-98fb-ebbdc2ea9981 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:15.774217 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c900b0cd-57da-4de3-b5f3-f0d10ce1e737 req-d896f59f-7ffc-4b99-98fb-ebbdc2ea9981 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.0926595
Mar 08 21:29:15.777994 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-899a6124-5761-47b2-931e-cea14aacff72 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0661061
Mar 08 21:29:15.844263 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c900b0cd-57da-4de3-b5f3-f0d10ce1e737 req-c861cd9a-eed6-45bc-b9a9-b6eb3d673c63 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644944
Mar 08 21:29:15.953253 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-cc7b243d-e823-45c6-8ba9-4e86a570511d service neutron] 10.222.0.66 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740596
Mar 08 21:29:16.100688 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-690ad4f2-e025-4768-a23b-68671191369d service neutron] 10.222.0.66 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448097
Mar 08 21:29:16.100901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbba0b-dee0-4a36-bc0e-477d71db1f0d req-1caae2b0-65bb-46aa-ad92-5fea6b833670 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:16.102808 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-98dbba0b-dee0-4a36-bc0e-477d71db1f0d req-1caae2b0-65bb-46aa-ad92-5fea6b833670 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1407216
Mar 08 21:29:16.155865 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-98dbba0b-dee0-4a36-bc0e-477d71db1f0d req-2ba8bd0e-2c86-4633-b8ea-a56e269c5b2f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477076
Mar 08 21:29:16.329744 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-82181254-a8c7-4d63-8edd-4aad35f926f8 req-07b115f8-6e7d-4d62-a94a-f00f3eb77efa tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 210 time: 0.0476820
Mar 08 21:29:16.485197 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device e5d433e0-9e90-4854-8065-de13f8a74550 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:29:16.540935 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: e5d433e0-9e90-4854-8065-de13f8a74550 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:29:16.541727 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device e5d433e0-9e90-4854-8065-de13f8a74550 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:29:16.592705 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:16.768180 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:17.108632 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59e1d-01fe-4b2a-872d-eafd84bd26ad req-4414fa27-52f3-4a04-b663-39653a75e117 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:17.110859 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-86b59e1d-01fe-4b2a-872d-eafd84bd26ad req-4414fa27-52f3-4a04-b663-39653a75e117 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1115839
Mar 08 21:29:17.174283 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-86b59e1d-01fe-4b2a-872d-eafd84bd26ad req-e749f8da-3118-4a0c-a3eb-4d821e1010ad tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570540
Mar 08 21:29:17.369860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 82b05ed9-3518-4d4a-8d60-f06016c6c152 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:29:17.422857 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 82b05ed9-3518-4d4a-8d60-f06016c6c152 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:29:17.423206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 82b05ed9-3518-4d4a-8d60-f06016c6c152 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:29:17.480986 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170391f-218d-4d5f-a1ac-8de2a9de115d req-55135788-9b25-4a73-8ad4-ac213aea21c0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:17.498801 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7170391f-218d-4d5f-a1ac-8de2a9de115d req-55135788-9b25-4a73-8ad4-ac213aea21c0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1850386
Mar 08 21:29:17.593967 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7170391f-218d-4d5f-a1ac-8de2a9de115d req-ec2fe3e9-b0b7-4cf5-ba5d-f91fd5aafec0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922039
Mar 08 21:29:17.689420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7d620150-fb80-45c7-9d4b-61c8fdf5ddb3 req-b3364b9a-6359-4f60-a4f3-3dec717049ef tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:17.738311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7d620150-fb80-45c7-9d4b-61c8fdf5ddb3 req-b3364b9a-6359-4f60-a4f3-3dec717049ef tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:17.740840 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d620150-fb80-45c7-9d4b-61c8fdf5ddb3 req-b3364b9a-6359-4f60-a4f3-3dec717049ef tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 210 time: 0.1905882
Mar 08 21:29:17.871250 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:18.621690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617ce5-c686-43b0-94d5-86101baecc87 req-787e9d1a-25c8-4ab7-94f5-5a5b830a9fad tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:18.628629 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-98617ce5-c686-43b0-94d5-86101baecc87 req-787e9d1a-25c8-4ab7-94f5-5a5b830a9fad tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2888021
Mar 08 21:29:18.733091 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-98617ce5-c686-43b0-94d5-86101baecc87 req-88144aea-f03a-44a4-8df5-39ff55beb832 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032383
Mar 08 21:29:18.748818 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-d976cc14-58b1-41d4-a8f6-61e28447d029 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:18.750468 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-d976cc14-58b1-41d4-a8f6-61e28447d029 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "GET /v2.0/networks?id=358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 200  len: 809 time: 0.4697347
Mar 08 21:29:18.784038 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Request body: {'port': {'device_id': '596e15bc-a68b-42dd-b608-4ed667430433', 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1', 'admin_state_up': True, 'tenant_id': '44a73f7c243f40628c0af213cb2a72f4'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:18.952578 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b30e1-fa8f-41db-b852-19d0cb4c48bb req-97984559-00b7-444e-9fb7-de33d5b2232f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:18.954981 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-345b30e1-fa8f-41db-b852-19d0cb4c48bb req-97984559-00b7-444e-9fb7-de33d5b2232f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1364720
Mar 08 21:29:19.040334 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-345b30e1-fa8f-41db-b852-19d0cb4c48bb req-94b0631d-ddd9-4199-b1fe-c4378088699a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746531
Mar 08 21:29:19.100164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:19.122883 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9b7731b4-78fa-4568-9c4a-8a5cb519dc63 req-470c4ad1-948d-4739-b817-8a04728f19a0 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 210 time: 0.1341102
Mar 08 21:29:19.140397 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:19.163163 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Made reservation on behalf of 44a73f7c243f40628c0af213cb2a72f4 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:19.169107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:19.393345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Allocated IP 172.20.0.12 (358b8a31-78e4-4dfb-853f-067af25a4dc1/8e241b30-ee3c-4871-8ff2-6d74050c48ed/047ef790-a5d9-43a0-9aa2-196446dd009a) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:19.787359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:19.828511 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:19.893796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Network 358b8a31-78e4-4dfb-853f-067af25a4dc1 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:19.900587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:19.914655 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:20.002337 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:20.003085 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:20.046372 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Pushing event updated for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:20.058876 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-019d2821-6421-4565-8515-5a265e606ff9 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2885168
Mar 08 21:29:20.072962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Request body: {'port': {'device_id': '596e15bc-a68b-42dd-b608-4ed667430433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:20.163136 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9e43e-a32e-47d2-9971-06ba9967cf34 req-2487782b-386f-40b9-9dca-54680aa58fa2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:20.174353 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f2c9e43e-a32e-47d2-9971-06ba9967cf34 req-2487782b-386f-40b9-9dca-54680aa58fa2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1827931
Mar 08 21:29:20.308106 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f2c9e43e-a32e-47d2-9971-06ba9967cf34 req-59503d88-0d90-4521-bd71-26e7a8d157de tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326509
Mar 08 21:29:20.424351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:20.613701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce88e-ef4d-4bcc-a558-4150b575158d req-74cff4d1-c7aa-4762-b51e-dd773ab7fc1d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:20.615604 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2a6ce88e-ef4d-4bcc-a558-4150b575158d req-74cff4d1-c7aa-4762-b51e-dd773ab7fc1d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2530296
Mar 08 21:29:20.702518 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2a6ce88e-ef4d-4bcc-a558-4150b575158d req-cf8a542f-058f-4401-982e-3d31821133e3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714080
Mar 08 21:29:20.718353 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6db65f-813f-4eaa-a165-3a316bf1d841 req-164cfa84-1cd8-46d1-8905-0bfb7282762a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:20.725058 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af6db65f-813f-4eaa-a165-3a316bf1d841 req-164cfa84-1cd8-46d1-8905-0bfb7282762a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 932 time: 0.1718059
Mar 08 21:29:20.864296 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af6db65f-813f-4eaa-a165-3a316bf1d841 req-f5587a91-cd16-4524-b57c-936044dac5a5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379607
Mar 08 21:29:21.001816 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047ef790-a5d9-43a0-9aa2-196446dd009a {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:21.014155 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:21.030389 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Transition to ACTIVE for port object 047ef790-a5d9-43a0-9aa2-196446dd009a will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:21.037788 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:21.235655 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Pushing event updated for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:21.351137 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Attempting to bind port 047ef790-a5d9-43a0-9aa2-196446dd009a on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:21.351366 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Attempting to bind port 047ef790-a5d9-43a0-9aa2-196446dd009a by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:21.351723 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Attempting to bind port 047ef790-a5d9-43a0-9aa2-196446dd009a on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:21.366868 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Port 047ef790-a5d9-43a0-9aa2-196446dd009a on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:29:21.367219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Attempting to bind port 047ef790-a5d9-43a0-9aa2-196446dd009a on network 358b8a31-78e4-4dfb-853f-067af25a4dc1 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:21.378620 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:21.379001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Checking segment: {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:21.379368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Bound using segment: {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:21.380599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Bound port: 047ef790-a5d9-43a0-9aa2-196446dd009a, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b633781e-ebe3-47bc-8318-94358a52a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:21.380941 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:21.655187 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Sync routers for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:29:21.662904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:21.671414 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=047ef790-a5d9-43a0-9aa2-196446dd009a,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:21.690701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8cc91-358a-46e4-b7fc-57d08d91b8bb req-ddf15b8a-94ae-446f-9cc0-e52d7a1b6a4d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:21.693326 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3ee8cc91-358a-46e4-b7fc-57d08d91b8bb req-ddf15b8a-94ae-446f-9cc0-e52d7a1b6a4d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1525588
Mar 08 21:29:21.694638 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:21.695755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:21.700148 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceef10>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:21.876663 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:21.878575 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] 10.222.0.30 "PUT /v2.0/ports/047ef790-a5d9-43a0-9aa2-196446dd009a HTTP/1.1" status: 200  len: 1094 time: 1.8125627
Mar 08 21:29:21.893625 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:21.963437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:22.007361 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3ee8cc91-358a-46e4-b7fc-57d08d91b8bb req-bb296bb9-d738-4a3c-b7cc-51eb22be0d85 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3046174
Mar 08 21:29:22.033833 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496320e-f7ae-424d-9599-94e2cba8fa93 service neutron] Pushing event updated for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:22.101616 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac509d6f-b292-4f38-a346-619c1564fed9 req-f6bc180c-ce6e-40cf-8a10-c8c129dac276 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:22.111361 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ac509d6f-b292-4f38-a346-619c1564fed9 req-f6bc180c-ce6e-40cf-8a10-c8c129dac276 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1716521
Mar 08 21:29:22.116331 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-508333f5-b1e6-43d9-96aa-0f5358ab94cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 1097 time: 0.1829908
Mar 08 21:29:22.216708 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ac509d6f-b292-4f38-a346-619c1564fed9 req-d3bf8dd3-4275-48ce-9207-96e7ba5cf560 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025116
Mar 08 21:29:22.241901 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a', 'status': 'completed', 'code': 200}
Mar 08 21:29:22.268964 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-86dd4849-4fe4-4224-9c76-09f7ad1705c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=047ef790-a5d9-43a0-9aa2-196446dd009a HTTP/1.1" status: 200  len: 217 time: 0.1489637
Mar 08 21:29:22.448029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-358c0d2a-a316-4d9e-8c92-85442e04261c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:22.449445 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-358c0d2a-a316-4d9e-8c92-85442e04261c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e241b30-ee3c-4871-8ff2-6d74050c48ed HTTP/1.1" status: 200  len: 849 time: 0.1727865
Mar 08 21:29:22.505483 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-9e372534-e7e5-478e-9217-aeed68a7c1c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=358b8a31-78e4-4dfb-853f-067af25a4dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456476
Mar 08 21:29:22.513035 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7384c6-6e32-4d58-9f49-7cacda6e6449 req-d7f8c9a1-1f0e-442e-ad07-588d7e7cf77a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:22.513767 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5f7384c6-6e32-4d58-9f49-7cacda6e6449 req-d7f8c9a1-1f0e-442e-ad07-588d7e7cf77a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:22.523718 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceef10>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:06Z', 'revision_number': 4, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '5cb40026-697e-4c41-a22c-d31e1c67a1e6', 'name': '', 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'mac_address': 'fa:16:3e:e0:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:05Z', 'updated_at': '2022-03-08T21:29:06Z', 'revision_number': 2, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'subnets': [{'id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:22.537151 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Checking router: f40bf17e-72f7-4638-b848-bc26d6b5a3a5 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:29:22.540732 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Updating router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:29:22.622613 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5f7384c6-6e32-4d58-9f49-7cacda6e6449 req-d7f8c9a1-1f0e-442e-ad07-588d7e7cf77a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:22.630250 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5f7384c6-6e32-4d58-9f49-7cacda6e6449 req-d7f8c9a1-1f0e-442e-ad07-588d7e7cf77a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 944 time: 0.2701418
Mar 08 21:29:22.664889 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:22.707610 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5f7384c6-6e32-4d58-9f49-7cacda6e6449 req-a829ec3c-956e-4be7-b3ff-0e1bca2ca45a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763731
Mar 08 21:29:22.739341 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-a3301e91-689e-4bfb-98a7-d0a3a1c69d8e service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222877
Mar 08 21:29:23.032100 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d96387f2-7170-4085-aeb2-5766c09e5e4f req-c6787bcc-be53-4813-b69b-62085cb10784 service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865419
Mar 08 21:29:23.142192 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46556) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:23.244480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.260585 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Transition to ACTIVE for port object 5cb40026-697e-4c41-a22c-d31e1c67a1e6 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:23.272672 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-188dd86f-d2c4-47b5-8519-dcbf326d2750 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44a73f7c243f40628c0af213cb2a72f4&device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 1097 time: 0.1680026
Mar 08 21:29:23.288936 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.316952 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f65e43-13d7-4f67-a608-09a32f6b690d req-7d36a69c-b754-468b-9202-ff3a00cb2f62 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:23.327666 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c0f65e43-13d7-4f67-a608-09a32f6b690d req-7d36a69c-b754-468b-9202-ff3a00cb2f62 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1067338
Mar 08 21:29:23.436262 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c0f65e43-13d7-4f67-a608-09a32f6b690d req-54c3ad64-abec-4e2c-afd1-9992b2c850c4 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076286
Mar 08 21:29:23.526139 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233c900-449d-45e7-898e-dce38fd099f7 None None] Pushing event updated for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:23.567974 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-031d1d16-f08f-4c18-9c52-6e8e38fb2853 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f271d068c3ed4c84ad70148dd1cc8af4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4226444
Mar 08 21:29:23.569033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46564) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:23.591978 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56981259-3745-428f-97c4-418ccceb7f2d req-082e5fcd-47e2-4ab8-a7e4-6c989f43ba01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:23.593765 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-082e5fcd-47e2-4ab8-a7e4-6c989f43ba01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 200  len: 910 time: 0.3145990
Mar 08 21:29:23.641945 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce03fc6-737d-42dd-9d19-9f93bb71f8d6 req-cd8821b3-77f0-4668-9402-58b077642392 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:23.643676 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cce03fc6-737d-42dd-9d19-9f93bb71f8d6 req-cd8821b3-77f0-4668-9402-58b077642392 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1308181
Mar 08 21:29:23.665091 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.673267 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Attempting to bind port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:23.673811 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Attempting to bind port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:23.673922 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Attempting to bind port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 on network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:23.685272 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:23.686288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Checking segment: {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:23.686686 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.691785 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Bound using segment: {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:23.694295 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Bound port: 5cb40026-697e-4c41-a22c-d31e1c67a1e6, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384d760-b43a-4ea2-8aa7-c1301dcb990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:23.694860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.704217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.736847 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cce03fc6-737d-42dd-9d19-9f93bb71f8d6 req-74d11ffd-fa5f-4aeb-b416-907ce06d7ce2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862291
Mar 08 21:29:23.768946 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.791265 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a54bba-6e68-4363-97c0-0dd089aef286,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:23.803489 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.807001 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-fc65be96-a0e1-43fa-9795-5768e0de1d4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6a54bba-6e68-4363-97c0-0dd089aef286 HTTP/1.1" status: 204  len: 168 time: 0.2346671
Mar 08 21:29:23.878766 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] For port 5cb40026-697e-4c41-a22c-d31e1c67a1e6, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:23.884851 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] For port 5cb40026-697e-4c41-a22c-d31e1c67a1e6, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5cb40026-697e-4c41-a22c-d31e1c67a1e6,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:23.892734 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:23.991118 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233c900-449d-45e7-898e-dce38fd099f7 None None] Pushing event updated for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:24.015535 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:24.016287 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceef10>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:24.040901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5de5f-0f7f-4868-8064-13ac9ae73e79 req-5959fb72-72ac-45b5-a8d7-fe4465950ae7 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:24.063245 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-adb5de5f-0f7f-4868-8064-13ac9ae73e79 req-5959fb72-72ac-45b5-a8d7-fe4465950ae7 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 944 time: 0.1611884
Mar 08 21:29:24.155020 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-adb5de5f-0f7f-4868-8064-13ac9ae73e79 req-700df7ac-b607-498e-9dc1-2da8e9d3ca2c tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799313
Mar 08 21:29:24.326469 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:24.437999 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-1626ff92-2eba-415b-bc4d-5a28e9ee4886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=047ef790-a5d9-43a0-9aa2-196446dd009a HTTP/1.1" status: 200  len: 217 time: 0.1076555
Mar 08 21:29:24.703610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a469-7429-4b96-b242-b4437a3e910b req-cc21d983-247e-4961-a3db-ca118781e924 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:24.705263 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0734a469-7429-4b96-b242-b4437a3e910b req-cc21d983-247e-4961-a3db-ca118781e924 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1096199
Mar 08 21:29:24.732540 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceef10>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:06Z', 'revision_number': 4, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '5cb40026-697e-4c41-a22c-d31e1c67a1e6', 'name': '', 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'mac_address': 'fa:16:3e:e0:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:05Z', 'updated_at': '2022-03-08T21:29:23Z', 'revision_number': 4, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'subnets': [{'id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:24.737052 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b287c4ea-0579-464c-88f3-8de095268456 None None] The sync data for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi is: [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:29:06Z', 'revision_number': 4, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '5cb40026-697e-4c41-a22c-d31e1c67a1e6', 'name': '', 'network_id': 'cd2f9e72-a850-4b86-96fc-a4d7d0e68796', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'mac_address': 'fa:16:3e:e0:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:05Z', 'updated_at': '2022-03-08T21:29:23Z', 'revision_number': 4, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'subnets': [{'id': 'b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:24.874276 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0734a469-7429-4b96-b242-b4437a3e910b req-e5b59695-3ff3-49da-a9b5-d30220331fdd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537702
Mar 08 21:29:25.029239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46594) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:25.045211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75b52-17cd-4c5b-be7f-e875744804e5 req-97995cbb-789a-4c12-81e2-81ed54635538 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:25.046795 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b1c75b52-17cd-4c5b-be7f-e875744804e5 req-97995cbb-789a-4c12-81e2-81ed54635538 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1004751
Mar 08 21:29:25.108018 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b1c75b52-17cd-4c5b-be7f-e875744804e5 req-3f3f76a1-4621-4439-914e-ab7d5c8c5c62 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500255
Mar 08 21:29:25.205200 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2135149051-network', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:25.218308 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:25.225230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Usage tracker for resource:network and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:25.229792 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:25.238567 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:25.244352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56981259-3745-428f-97c4-418ccceb7f2d req-334797b3-78f5-4899-bc0b-6a7282c734fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:25.246112 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-334797b3-78f5-4899-bc0b-6a7282c734fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e241b30-ee3c-4871-8ff2-6d74050c48ed HTTP/1.1" status: 200  len: 849 time: 0.1258175
Mar 08 21:29:25.258509 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Made reservation on behalf of f7a70d4d58f24e6c8d4965f686c4190f for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:25.261115 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.291254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.349939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:25.354623 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:25.358036 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:25.386367 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:25.588102 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.594701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.638677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:29:25.659254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebaa4f-d58e-49ae-8d28-5655c6759e83 req-e104dcda-35c0-49a7-9da9-b9a6a92a4ec3 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:25.660960 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-46ebaa4f-d58e-49ae-8d28-5655c6759e83 req-e104dcda-35c0-49a7-9da9-b9a6a92a4ec3 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 944 time: 0.2408156
Mar 08 21:29:25.664432 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.664761 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Added segment 761a6ce8-6ec0-4883-a0f5-2866fdec3d17 of type vlan for network 82622fe2-649c-4c2f-9e40-1607d1806f17
Mar 08 21:29:25.665914 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075c203-1213-44d1-918b-365def315059,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:25.804192 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.832169 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-46ebaa4f-d58e-49ae-8d28-5655c6759e83 req-87e47be0-725b-4d81-9193-2a9cba4e279a tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633162
Mar 08 21:29:25.865704 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:25.867217 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:25.868627 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:26.057055 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-ad4c2f82-8082-4561-858c-e39327de360f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=358b8a31-78e4-4dfb-853f-067af25a4dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530283
Mar 08 21:29:26.066236 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] Pushing event updated for resources: {'Network': ['ID=82622fe2-649c-4c2f-9e40-1607d1806f17,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:26.079115 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:29:26.156299 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9cced8c4-1448-4732-9444-e5442146dc03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1258597
Mar 08 21:29:26.161590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46610) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:26.173834 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Request body: {'subnet': {'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2135149051-subnet', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:26.180199 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:26.193824 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Usage tracker for resource:subnet and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:26.198749 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:26.209493 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:26.235154 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4715591-19a4-4b8d-ab22-ed111bff7837 req-bc1c36bf-c46c-428c-91a0-3a4cce028e45 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:26.237742 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e4715591-19a4-4b8d-ab22-ed111bff7837 req-bc1c36bf-c46c-428c-91a0-3a4cce028e45 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1404090
Mar 08 21:29:26.254216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Made reservation on behalf of f7a70d4d58f24e6c8d4965f686c4190f for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:26.257089 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:26.304233 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e4715591-19a4-4b8d-ab22-ed111bff7837 req-fc28f4fe-5581-409f-95fe-bfe72ad27bdd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586431
Mar 08 21:29:26.420792 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-52334e2d-a5b4-48fc-a251-d3b0f1db40fe service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3510177
Mar 08 21:29:26.589049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4901ab-dd91-4344-b339-8eb73500d462 req-5e40dc37-5e13-4e48-b5c9-8b15fffb1074 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:26.590519 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-af4901ab-dd91-4344-b339-8eb73500d462 req-5e40dc37-5e13-4e48-b5c9-8b15fffb1074 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2393234
Mar 08 21:29:26.729006 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-56981259-3745-428f-97c4-418ccceb7f2d req-e0366900-0214-489e-b7f5-004560a423fd service neutron] 10.222.0.30 "GET /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2982824
Mar 08 21:29:26.730697 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-af4901ab-dd91-4344-b339-8eb73500d462 req-30753135-4bc6-4567-aaf9-a5a4400c486d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001997
Mar 08 21:29:26.807646 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:26.877471 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5cb40026-697e-4c41-a22c-d31e1c67a1e6 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:26.891641 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d131575c-50bb-41e8-9511-7e84a7c8e9a7,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:26.899806 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:26.900166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Network hostable DHCP agents. Network: 82622fe2-649c-4c2f-9e40-1607d1806f17, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:29:26.936356 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:29:26.956962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 82622fe2-649c-4c2f-9e40-1607d1806f17) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:26.961760 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:26.962345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:26.972839 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490094a-7d74-4151-b0b5-7e9b5d14ecb0 None None] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:26.979590 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:29:26.993597 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-81bfd837-4343-417a-8191-0392203e9667 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8309374
Mar 08 21:29:26.996699 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46620) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:27.002506 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:27.010345 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:27.023193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Usage tracker for resource:router and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:27.026745 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:27.079879 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:27.116046 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.117173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.144031 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.147247 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:27.159853 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:27.160525 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.165821 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550e6d9-6b0c-4f9b-9248-9f40ba5ec036 req-a42e70d0-482f-4a4d-b24a-28830eff5a11 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:27.167347 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6550e6d9-6b0c-4f9b-9248-9f40ba5ec036 req-a42e70d0-482f-4a4d-b24a-28830eff5a11 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 944 time: 0.1374948
Mar 08 21:29:27.346619 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.352721 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6550e6d9-6b0c-4f9b-9248-9f40ba5ec036 req-bb02aaee-37a0-4770-901b-3d774cf53a9d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762710
Mar 08 21:29:27.361752 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.448346 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 5cb40026-697e-4c41-a22c-d31e1c67a1e6, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5cb40026-697e-4c41-a22c-d31e1c67a1e6,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:27.456666 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.589414 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-82622fe2-649c-4c2f-9e40-1607d1806f17', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:29:27.590759 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.658295 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec86f-476c-4b6d-8d9e-5c8cb3ea9006 req-cd90afa6-0bfd-46dd-8bd7-5f994e851972 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:27.665662 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f78ec86f-476c-4b6d-8d9e-5c8cb3ea9006 req-cd90afa6-0bfd-46dd-8bd7-5f994e851972 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1945589
Mar 08 21:29:27.675247 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.704941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:27.711797 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:27.773857 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f78ec86f-476c-4b6d-8d9e-5c8cb3ea9006 req-f4a7cbbb-09e1-4ba5-b7ed-c64d0964e687 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034684
Mar 08 21:29:28.114839 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Allocated IP 172.20.0.2 (82622fe2-649c-4c2f-9e40-1607d1806f17/d131575c-50bb-41e8-9511-7e84a7c8e9a7/d75f901d-3f14-4ec5-9c30-a8fcc932ad16) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:28.162084 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Allocated IP 172.27.0.155 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/89b8a0ae-836f-417e-8830-1377fbacab4e) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:28.424736 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:28.440549 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Transition to ACTIVE for port object d75f901d-3f14-4ec5-9c30-a8fcc932ad16 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:28.487517 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:28.496595 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Transition to ACTIVE for port object d75f901d-3f14-4ec5-9c30-a8fcc932ad16 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:28.510907 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:28.541048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f036b-b22d-4884-a1b1-420c8cf51a31 req-1d8d2330-1ca2-47cd-ae60-123763dfb0c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:28.548482 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-745f036b-b22d-4884-a1b1-420c8cf51a31 req-1d8d2330-1ca2-47cd-ae60-123763dfb0c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1949589
Mar 08 21:29:28.612581 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-745f036b-b22d-4884-a1b1-420c8cf51a31 req-473b1764-8293-41fe-8666-83cc7db5cd0a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631440
Mar 08 21:29:28.614950 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:28.734687 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Pushing event updated for resources: {'Port': ['ID=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:28.750592 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Pushing event updated for resources: {'Port': ['ID=89b8a0ae-836f-417e-8830-1377fbacab4e,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:28.760890 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:28.762078 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:28.765534 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:28.779681 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:28.783334 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:28.792038 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:28.830774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1a1c2-3d06-4059-9ead-70f4d5e4929d req-13e1b2fd-ea02-40c6-9202-00dd4be9cbde tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:28.842489 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8cf1a1c2-3d06-4059-9ead-70f4d5e4929d req-13e1b2fd-ea02-40c6-9202-00dd4be9cbde tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 944 time: 0.2466884
Mar 08 21:29:28.935959 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5cb40026-697e-4c41-a22c-d31e1c67a1e6 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:28.979908 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8cf1a1c2-3d06-4059-9ead-70f4d5e4929d req-fa451ac6-11e2-4fc5-b8b4-f5879988e62d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364067
Mar 08 21:29:29.125554 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135cb5-7840-4af3-bc55-6349590869f0 req-291191cd-3d69-4d7e-bde7-41efa3a1ce35 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:29.132663 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-69135cb5-7840-4af3-bc55-6349590869f0 req-291191cd-3d69-4d7e-bde7-41efa3a1ce35 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1204464
Mar 08 21:29:29.177763 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Attempting to bind port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:29.178852 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Attempting to bind port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:29.179565 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Attempting to bind port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:29.200226 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:29.201263 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:29.201911 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.202479 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Bound using segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:29.203162 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Bound port: d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:29.206433 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.218613 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-69135cb5-7840-4af3-bc55-6349590869f0 req-57f68204-b4fd-463c-8bad-d564dfd566d9 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850062
Mar 08 21:29:29.219762 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.220502 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.389059 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] For port d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:29.389059 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] For port d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:29.389059 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:29.389059 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.515116 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 047ef790-a5d9-43a0-9aa2-196446dd009a details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:29:29.518857 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.590351 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:29.693151 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:29:29.857465 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4c94-6346-470e-a9cd-f254b46cf800 None None] Pushing event updated for resources: {'Port': ['ID=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:29.953972 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=047ef790-a5d9-43a0-9aa2-196446dd009a,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:29.973900 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '047ef790-a5d9-43a0-9aa2-196446dd009a', 'network_id': '358b8a31-78e4-4dfb-853f-067af25a4dc1', 'port_id': '047ef790-a5d9-43a0-9aa2-196446dd009a', 'mac_address': 'fa:16:3e:38:77:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e241b30-ee3c-4871-8ff2-6d74050c48ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:29:30.068281 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:30.081622 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa471c5e-e33a-4a85-8624-85bb4142693f req-f9f1e3fb-b53c-466a-b0cc-6c8abb5761c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:30.088195 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:30.090779 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-aa471c5e-e33a-4a85-8624-85bb4142693f req-f9f1e3fb-b53c-466a-b0cc-6c8abb5761c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1663249
Mar 08 21:29:30.091842 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047ef790-a5d9-43a0-9aa2-196446dd009a {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:30.104757 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:29:30.129887 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:30.130523 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13bdd730>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:30.142721 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=047ef790-a5d9-43a0-9aa2-196446dd009a,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:30.150692 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:30.183895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:30.189373 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bf6dd112-1421-4783-8707-846966b22054 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1914477
Mar 08 21:29:30.190599 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46664) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:30.196545 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-aa471c5e-e33a-4a85-8624-85bb4142693f req-7889f01c-9454-41c3-86df-54d41d9d4b3c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045115
Mar 08 21:29:30.419878 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:30.565261 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['047ef790-a5d9-43a0-9aa2-196446dd009a'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:30.584375 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb0b74-8db8-47f4-9463-b488e3468a0b req-f640bc10-c9ee-4aaa-8eea-ca46b6755392 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:30.593939 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada432ad-4761-4403-ac85-b4c2171e44e4 req-9f8878dc-7bb5-4c00-8b68-6cc7ceb40e73 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:30.597435 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e0bb0b74-8db8-47f4-9463-b488e3468a0b req-f640bc10-c9ee-4aaa-8eea-ca46b6755392 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1334381
Mar 08 21:29:30.603145 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada432ad-4761-4403-ac85-b4c2171e44e4 req-9f8878dc-7bb5-4c00-8b68-6cc7ceb40e73 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 945 time: 0.2342317
Mar 08 21:29:30.666210 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:30.672301 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e0bb0b74-8db8-47f4-9463-b488e3468a0b req-efd1f93b-68b9-4612-9dc8-399c07e5b98b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710068
Mar 08 21:29:30.677044 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada432ad-4761-4403-ac85-b4c2171e44e4 req-701af34c-7dc5-4558-94a7-ea1f2699916e tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706809
Mar 08 21:29:30.979652 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d75f901d-3f14-4ec5-9c30-a8fcc932ad16 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:31.238174 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:31.382036 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13bdd730>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:29Z', 'revision_number': 3, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:31.388506 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:29:31.389324 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Updating router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 port 89b8a0ae-836f-417e-8830-1377fbacab4e binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:29:31.540538 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:31.552582 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc369dff-0536-4bdd-8fb3-cfae3f8c1d54 None None] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:31.777536 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115999cc-3697-4934-b713-5c538f61d7ec req-fd88136a-86e7-4528-a0ff-598d79b3ec14 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:31.788427 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-115999cc-3697-4934-b713-5c538f61d7ec req-fd88136a-86e7-4528-a0ff-598d79b3ec14 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.3086336
Mar 08 21:29:31.856884 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Provisioning for port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:31.871801 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Provisioning complete for port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:31.880682 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:31.932344 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-115999cc-3697-4934-b713-5c538f61d7ec req-00f44875-8005-4eb2-991f-576ee4468f96 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350229
Mar 08 21:29:32.280811 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93650fa-14c8-486f-8584-5c91a38af994 req-9f3bf78c-0e23-4850-add2-a895d5dd48d7 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:32.285065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649bb04-8cd0-439a-9a72-aa51c9f4167e req-407cba1c-c5a3-4999-9a91-0c9ea48da6fa tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:32.289735 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c649bb04-8cd0-439a-9a72-aa51c9f4167e req-407cba1c-c5a3-4999-9a91-0c9ea48da6fa tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1453757
Mar 08 21:29:32.313892 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e93650fa-14c8-486f-8584-5c91a38af994 req-9f3bf78c-0e23-4850-add2-a895d5dd48d7 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 945 time: 0.3132417
Mar 08 21:29:32.327265 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.342864 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.372008 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Transition to ACTIVE for port object 89b8a0ae-836f-417e-8830-1377fbacab4e will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:32.377126 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] For port d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:32.386763 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.389109 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.414632 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c649bb04-8cd0-439a-9a72-aa51c9f4167e req-bd8f8502-ab0f-4279-845f-6587d47ad2be tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133101
Mar 08 21:29:32.495161 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6396e-546a-4b34-a88b-b97b8a057a1c None None] Pushing event updated for resources: {'Port': ['ID=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:32.539923 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e93650fa-14c8-486f-8584-5c91a38af994 req-edcd6bd3-9c96-470b-9bc8-2201a57a90d5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246933
Mar 08 21:29:32.542836 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Attempting to bind port 89b8a0ae-836f-417e-8830-1377fbacab4e on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:32.543201 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Attempting to bind port 89b8a0ae-836f-417e-8830-1377fbacab4e by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:32.543553 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Attempting to bind port 89b8a0ae-836f-417e-8830-1377fbacab4e on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:32.545735 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Pushing event updated for resources: {'Port': ['ID=89b8a0ae-836f-417e-8830-1377fbacab4e,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:32.562150 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.562491 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.562829 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.563159 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.563484 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.563834 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.564156 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.564492 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.564812 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.565125 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.565436 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:29:32.569497 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:32.569871 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:32.570317 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.570703 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:32.571170 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Bound port: 89b8a0ae-836f-417e-8830-1377fbacab4e, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:32.571553 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.684752 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] For port 89b8a0ae-836f-417e-8830-1377fbacab4e, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:32.689447 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] For port 89b8a0ae-836f-417e-8830-1377fbacab4e, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=89b8a0ae-836f-417e-8830-1377fbacab4e,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:32.700422 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.812671 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e45e4e-fee3-44fb-80dc-86e1e647050e None None] Pushing event updated for resources: {'Port': ['ID=89b8a0ae-836f-417e-8830-1377fbacab4e,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:32.823935 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.826464 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:32.827164 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13bdd730>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:32.849071 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-4c0adacb-984a-49aa-a77d-0ed899ba05d7 None None] Provisioning complete for port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:32.849439 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4c0adacb-984a-49aa-a77d-0ed899ba05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:32.965216 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d75f901d-3f14-4ec5-9c30-a8fcc932ad16 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:33.118592 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:33.140188 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:33.140554 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:33.347155 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae110-55eb-4e1d-80f3-61a2d7816b03 req-91052fce-211e-47f7-abf1-30f30980e92f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:33.355684 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-41bae110-55eb-4e1d-80f3-61a2d7816b03 req-91052fce-211e-47f7-abf1-30f30980e92f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1100013
Mar 08 21:29:33.438604 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 047ef790-a5d9-43a0-9aa2-196446dd009a up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:33.469527 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Allocated IP 172.20.0.1 (82622fe2-649c-4c2f-9e40-1607d1806f17/d131575c-50bb-41e8-9511-7e84a7c8e9a7/087fd699-684f-467b-8ce6-785ba327dea1) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:33.490084 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-41bae110-55eb-4e1d-80f3-61a2d7816b03 req-399346a8-e9d7-4741-b3d6-a42504cf30b5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262095
Mar 08 21:29:33.563486 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13bdd730>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:29Z', 'revision_number': 3, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:33.577941 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202437b1-0a3e-4f02-b3c1-339d9f88578b None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:29Z', 'revision_number': 3, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:33.659998 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 047ef790-a5d9-43a0-9aa2-196446dd009a completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:33.670572 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 047ef790-a5d9-43a0-9aa2-196446dd009a triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:33.670945 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:33.814629 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a70751-64cf-47f7-b2e5-79d46107c91c req-fa798606-68c0-484c-8634-9931273cf65f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:33.821647 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-82a70751-64cf-47f7-b2e5-79d46107c91c req-fa798606-68c0-484c-8634-9931273cf65f tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 945 time: 0.1002197
Mar 08 21:29:33.823405 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:33.830129 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:33.854423 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:33.865594 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=047ef790-a5d9-43a0-9aa2-196446dd009a,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:33.872483 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Transition to ACTIVE for port object 087fd699-684f-467b-8ce6-785ba327dea1 will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:33.874662 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:33.892219 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-82a70751-64cf-47f7-b2e5-79d46107c91c req-fe1b62ac-9c4d-4d30-8717-b81e4170f853 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696528
Mar 08 21:29:33.917916 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:34.001670 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a', 'code': 200}
Mar 08 21:29:34.021641 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:34.030086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:34.035583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:34.040519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:34.090207 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Pushing event updated for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:34.142830 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a32e35-fae5-4232-986a-3c3441e7438e req-316ff1cf-e831-443c-8ed6-376f7d97e784 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:34.145779 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b3a32e35-fae5-4232-986a-3c3441e7438e req-316ff1cf-e831-443c-8ed6-376f7d97e784 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.4837508
Mar 08 21:29:34.164111 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:34.273432 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b3a32e35-fae5-4232-986a-3c3441e7438e req-aa52ccb8-41fc-4c9f-b464-c4add0a582a0 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102979
Mar 08 21:29:34.422240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:34.447396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-bc1c849a-9297-4433-a89d-39b4cd1f9f17 None None] Provisioning for port 087fd699-684f-467b-8ce6-785ba327dea1 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:34.455829 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-bc1c849a-9297-4433-a89d-39b4cd1f9f17 None None] Provisioning complete for port 087fd699-684f-467b-8ce6-785ba327dea1 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:34.456204 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bc1c849a-9297-4433-a89d-39b4cd1f9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:34.526725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46720) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:34.558043 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8819a106-b6c8-44ab-86cf-d8b0517cf8fc req-26aca416-a0de-4d0f-8ac3-1939976f2f6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 1099 time: 0.2462347
Mar 08 21:29:34.561915 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c849a-9297-4433-a89d-39b4cd1f9f17 None None] Port 087fd699-684f-467b-8ce6-785ba327dea1 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:34.625337 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8819a106-b6c8-44ab-86cf-d8b0517cf8fc req-646c2b6d-b2c6-4f44-a5ed-fda3b1ded75d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579000
Mar 08 21:29:34.876666 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:34.888535 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 89b8a0ae-836f-417e-8830-1377fbacab4e up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:34.913340 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62b0ae-2f7d-4162-959e-289a4a780f7a req-ba7f4092-15ae-412e-841d-bad782bb5a91 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:34.920254 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-db62b0ae-2f7d-4162-959e-289a4a780f7a req-ba7f4092-15ae-412e-841d-bad782bb5a91 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2268357
Mar 08 21:29:34.997490 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.010980 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.024218 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-db62b0ae-2f7d-4162-959e-289a4a780f7a req-d778dd99-1dec-4b01-95a4-ca7c053250f1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007016
Mar 08 21:29:35.024218 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:35.036722 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5532616cdf74406b7b33a6297c3235d is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:35.047409 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:35.055809 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:35.117433 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 89b8a0ae-836f-417e-8830-1377fbacab4e completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:35.123175 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 89b8a0ae-836f-417e-8830-1377fbacab4e triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:35.125083 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.160075 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.170916 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.214891 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5532616cdf74406b7b33a6297c3235d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6812875
Mar 08 21:29:35.217234 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46730) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:35.264521 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739a9c1-f566-408b-89c6-a765948297e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc83be-8ff6-4526-9b0d-5409d166a7c5,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:35.268521 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.315131 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.350285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.362252 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Pushing event updated for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:35.377195 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.409494 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 89b8a0ae-836f-417e-8830-1377fbacab4e, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=89b8a0ae-836f-417e-8830-1377fbacab4e,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:35.424537 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.442943 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.499091 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc83be-8ff6-4526-9b0d-5409d166a7c5,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:35.517282 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:35.525696 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d7e95383-bc90-4ba7-88bc-653886dd9707 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96cc83be-8ff6-4526-9b0d-5409d166a7c5 HTTP/1.1" status: 204  len: 168 time: 0.3052962
Mar 08 21:29:35.628048 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=89b8a0ae-836f-417e-8830-1377fbacab4e,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:35.633277 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1951ff-9b31-4609-bce2-cdfbd748b371 req-4acf633b-02d5-4ea9-ade3-6bdfbe98f49e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:35.635234 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fb1951ff-9b31-4609-bce2-cdfbd748b371 req-4acf633b-02d5-4ea9-ade3-6bdfbe98f49e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.0963726
Mar 08 21:29:35.707099 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fb1951ff-9b31-4609-bce2-cdfbd748b371 req-7477be16-891a-4e6c-833e-b5e7ce2c124d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652761
Mar 08 21:29:35.712817 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d1cd-32ca-43d2-9150-60c05a8b623d req-d0386b82-c4b5-4483-b1cd-8faba25276dc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:35.733467 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e13d1cd-32ca-43d2-9150-60c05a8b623d req-d0386b82-c4b5-4483-b1cd-8faba25276dc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 946 time: 0.5710726
Mar 08 21:29:35.853777 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e13d1cd-32ca-43d2-9150-60c05a8b623d req-c3c97dc8-cc47-4f29-9974-24066aa4fc04 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193454
Mar 08 21:29:35.885968 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:35.891186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:36.201439 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-1e59a19e-9574-4a0c-ae17-55d0561d6b96 None None] Provisioning complete for port 087fd699-684f-467b-8ce6-785ba327dea1 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:36.202025 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-1e59a19e-9574-4a0c-ae17-55d0561d6b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:36.259861 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-1e59a19e-9574-4a0c-ae17-55d0561d6b96 None None] Port 087fd699-684f-467b-8ce6-785ba327dea1 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:36.349677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed8b9-0241-4b4d-94be-bf8c586dff1c req-68db4b10-c270-4e7a-a02d-5ad9781020c0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:36.351323 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c9bed8b9-0241-4b4d-94be-bf8c586dff1c req-68db4b10-c270-4e7a-a02d-5ad9781020c0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1092091
Mar 08 21:29:36.384214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:29:36.416405 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c9bed8b9-0241-4b4d-94be-bf8c586dff1c req-0acf0e2c-8f52-486f-a816-11cc06cb3fcf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567110
Mar 08 21:29:36.620490 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:36.631208 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-32f5b0c2-d0a6-40c4-8025-afcc944894b4 admin admin] 10.222.0.66 "PUT /v2.0/routers/5e4acf6a-502c-4fac-aaee-7e2cc1b275c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4394042
Mar 08 21:29:36.835299 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 89b8a0ae-836f-417e-8830-1377fbacab4e up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:37.056979 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 89b8a0ae-836f-417e-8830-1377fbacab4e triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:37.057350 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:37.094783 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82184d47-6791-4c98-a46a-a197023882c2 req-8883abbb-342c-46b3-bc2f-47a7bdf16ce2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:37.096400 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-82184d47-6791-4c98-a46a-a197023882c2 req-8883abbb-342c-46b3-bc2f-47a7bdf16ce2 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2298863
Mar 08 21:29:37.213509 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-82184d47-6791-4c98-a46a-a197023882c2 req-696f4f56-769c-49e4-bdd9-a40e24020a72 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111290
Mar 08 21:29:37.319274 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab1045-bbb5-4699-8390-9e8088eebc4e req-37758987-de7c-479b-a81a-6e655996f42d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:37.321091 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dfab1045-bbb5-4699-8390-9e8088eebc4e req-37758987-de7c-479b-a81a-6e655996f42d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 946 time: 0.1473389
Mar 08 21:29:37.379714 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dfab1045-bbb5-4699-8390-9e8088eebc4e req-a5daa070-ae12-4569-9eb1-43c2e51bdfda tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525694
Mar 08 21:29:37.688332 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032e29e-5e11-4c1a-9816-49df48a14fd6 req-50e2bd9e-3985-4281-9e1e-bc12232de301 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:37.690535 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4032e29e-5e11-4c1a-9816-49df48a14fd6 req-50e2bd9e-3985-4281-9e1e-bc12232de301 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1141360
Mar 08 21:29:37.783933 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4032e29e-5e11-4c1a-9816-49df48a14fd6 req-7ecc30eb-4ce3-402a-8098-1c2c275c1b45 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854137
Mar 08 21:29:37.976667 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46782) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:37.982380 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2031436065-network', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:37.987867 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:38.006259 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Usage tracker for resource:network and tenant:ea5fc3bba8f449369e41f26c769df22e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:38.010616 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:38.019906 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:38.038079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Made reservation on behalf of ea5fc3bba8f449369e41f26c769df22e for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:38.042358 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.062140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.095122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:38.099894 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5fc3bba8f449369e41f26c769df22e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:38.102980 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:38.110673 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:38.199997 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.209786 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.291722 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:29:38.328938 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6258bf-e5d8-48a4-a209-b099331452d4,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:38.333157 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.333674 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Added segment 27a5fb92-08f8-487d-b201-68902dceb950 of type vlan for network a1da3fac-0444-4848-99da-71466e6d8e5e
Mar 08 21:29:38.451478 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.519681 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.522201 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:38.523048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:38.610295 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4bbb-f72d-4d3f-83da-4df2c5f6890b req-e8954f50-8d8e-4d94-9bfd-959e38f119fc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:38.618099 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-24da4bbb-f72d-4d3f-83da-4df2c5f6890b req-e8954f50-8d8e-4d94-9bfd-959e38f119fc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1737761
Mar 08 21:29:38.674155 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-24da4bbb-f72d-4d3f-83da-4df2c5f6890b req-918fcb69-ab51-47dd-8b2f-dcc47b9f8e43 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551267
Mar 08 21:29:38.686476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a1da3fac-0444-4848-99da-71466e6d8e5e,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:38.699113 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network a1da3fac-0444-4848-99da-71466e6d8e5e details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:29:38.715524 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a97c51a4-6eb6-40b5-97af-e81d367739c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7372363
Mar 08 21:29:38.719317 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46802) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:38.730605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Request body: {'subnet': {'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2031436065-subnet', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:38.742866 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:38.754777 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Usage tracker for resource:subnet and tenant:ea5fc3bba8f449369e41f26c769df22e is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:38.758990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:38.768967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:38.804916 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Made reservation on behalf of ea5fc3bba8f449369e41f26c769df22e for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:38.807234 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.082989 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58dac-3f3d-4548-ab4f-bc67509a513b req-88fae02d-e90c-435f-b878-f85fbdd6fa4d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:39.090161 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f4c58dac-3f3d-4548-ab4f-bc67509a513b req-88fae02d-e90c-435f-b878-f85fbdd6fa4d tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 946 time: 0.1453011
Mar 08 21:29:39.251178 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f4c58dac-3f3d-4548-ab4f-bc67509a513b req-0eeb97b9-8f52-42dd-a6a8-f04265a87805 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597049
Mar 08 21:29:39.334151 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9a3d04e2-81e2-4993-8414-d8dae1759dab req-56a66f0f-51bc-4398-a0c6-af70e8a493ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.1518807
Mar 08 21:29:39.337450 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.461557 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9a3d04e2-81e2-4993-8414-d8dae1759dab req-27447bae-9c95-434d-9e82-565c387d2226 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159430
Mar 08 21:29:39.462167 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0545cbd-955f-4dcd-a115-66011715b573,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:39.471333 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Checking segment: {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:39.471880 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Network hostable DHCP agents. Network: a1da3fac-0444-4848-99da-71466e6d8e5e, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:29:39.490662 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59892d-17c4-4f61-bcda-6a6a4b66dbbf req-7f163897-ff01-483a-adfe-7e9d57729fc0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:39.498880 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fb59892d-17c4-4f61-bcda-6a6a4b66dbbf req-7f163897-ff01-483a-adfe-7e9d57729fc0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1067572
Mar 08 21:29:39.500518 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Network a1da3fac-0444-4848-99da-71466e6d8e5e is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:29:39.518966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, a1da3fac-0444-4848-99da-71466e6d8e5e) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:39.525039 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:39.525805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.530578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea919d44-cb4a-4e30-a15e-7896dda4f64c None None] Network a1da3fac-0444-4848-99da-71466e6d8e5e requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:39.565612 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fb59892d-17c4-4f61-bcda-6a6a4b66dbbf req-705b680d-91c4-451e-8e27-be552cd4d08b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652857
Mar 08 21:29:39.566858 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-27b2cf09-cfca-455a-8a23-aecd8e430641 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8454096
Mar 08 21:29:39.568048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46818) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:39.578115 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:39.592503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:39.602972 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Usage tracker for resource:router and tenant:ea5fc3bba8f449369e41f26c769df22e is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:39.606244 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:39.621976 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:39.642585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.643589 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.673239 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:39.873256 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-a1da3fac-0444-4848-99da-71466e6d8e5e', 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'fixed_ips': [{'subnet_id': 'b0545cbd-955f-4dcd-a115-66011715b573'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:29:39.874310 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.011877 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.088224 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-69ac094a-cfb5-4ba1-9ce5-7fd1faa367dd tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:40.088906 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-69ac094a-cfb5-4ba1-9ce5-7fd1faa367dd tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:network {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:40.102999 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Allocated IP 172.20.0.2 (a1da3fac-0444-4848-99da-71466e6d8e5e/b0545cbd-955f-4dcd-a115-66011715b573/582f4555-e88c-4eaf-a90d-e7cc19043080) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:40.313984 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-69ac094a-cfb5-4ba1-9ce5-7fd1faa367dd tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:network {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:40.315392 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-69ac094a-cfb5-4ba1-9ce5-7fd1faa367dd tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 814 time: 0.5383201
Mar 08 21:29:40.361146 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46830) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:40.362475 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-0006d23e-bb73-4bde-9064-3278b1373540 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/quotas/1fe4c21fc7f544ec8f7461c0d88b535b HTTP/1.1" status: 200  len: 375 time: 0.0391533
Mar 08 21:29:40.369115 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054968212', 'description': 'tempest-description--1916421333'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:40.380486 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:40.406609 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:40.432131 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.486134 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.500018 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Transition to ACTIVE for port object 582f4555-e88c-4eaf-a90d-e7cc19043080 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:40.524578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Transition to ACTIVE for port object 582f4555-e88c-4eaf-a90d-e7cc19043080 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:40.533769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.554702 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-79264872-d612-4f91-bc52-d5163e4fadc2 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1797140
Mar 08 21:29:40.607672 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:40.624363 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:40.628454 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:40.643191 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:40.647659 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Pushing event updated for resources: {'Port': ['ID=582f4555-e88c-4eaf-a90d-e7cc19043080,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:40.656519 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Network a1da3fac-0444-4848-99da-71466e6d8e5e is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:40.657961 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:40.663608 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:40.697062 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596bdc0-ae53-4c2a-8938-d66063624581 req-61d620a7-0177-4437-9945-6d06ea614243 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:40.698528 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4596bdc0-ae53-4c2a-8938-d66063624581 req-61d620a7-0177-4437-9945-6d06ea614243 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2137268
Mar 08 21:29:40.715014 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f5e0-6430-4e42-a800-37655253ad37 req-400e7615-d050-48bf-874f-66ec31b850c5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:40.716417 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f237f5e0-6430-4e42-a800-37655253ad37 req-400e7615-d050-48bf-874f-66ec31b850c5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 946 time: 0.1861582
Mar 08 21:29:40.733508 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.816895 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Attempting to bind port 582f4555-e88c-4eaf-a90d-e7cc19043080 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:40.818058 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Attempting to bind port 582f4555-e88c-4eaf-a90d-e7cc19043080 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:40.818058 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Attempting to bind port 582f4555-e88c-4eaf-a90d-e7cc19043080 on network a1da3fac-0444-4848-99da-71466e6d8e5e {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:40.829627 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.833366 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:40.833735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Checking segment: {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:40.834144 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.834532 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Bound using segment: {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:40.834996 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Bound port: 582f4555-e88c-4eaf-a90d-e7cc19043080, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:40.839200 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:40.989128 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] For port 582f4555-e88c-4eaf-a90d-e7cc19043080, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:40.994228 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] For port 582f4555-e88c-4eaf-a90d-e7cc19043080, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=582f4555-e88c-4eaf-a90d-e7cc19043080,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:41.014695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-6f93fadf-3dee-4f58-9684-b5983ce82d11 service neutron] 10.222.0.66 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583457
Mar 08 21:29:41.018405 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4596bdc0-ae53-4c2a-8938-d66063624581 req-e8bed926-d403-4c88-a986-bff1953ee210 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090894
Mar 08 21:29:41.020306 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.020774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.031033 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.109265 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c3cc-c1b0-46ff-965f-30b047988974 None None] Pushing event updated for resources: {'Port': ['ID=582f4555-e88c-4eaf-a90d-e7cc19043080,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:41.130986 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040270f5-b56d-4efe-8505-c7c02d831b32,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:41.146371 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Deleting port 047ef790-a5d9-43a0-9aa2-196446dd009a {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:29:41.146668 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.293615 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Allocated IP 172.27.0.11 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/4cf8250f-3e9f-4c51-b114-ab37e4f4efd1) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:41.331146 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.351358 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1cfa306d-d1c2-4786-9143-5da6bb744d7f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.9866745
Mar 08 21:29:41.364314 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-522d9c70-e2b7-44cf-b651-fab8390849b7 service neutron] 10.222.0.66 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3484020
Mar 08 21:29:41.364570 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46836) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:41.553332 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '040270f5-b56d-4efe-8505-c7c02d831b32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:41.674915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:41.699203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:41.708012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:41.717954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:41.750723 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.777355 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:41.890407 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842ef5-732f-4638-baf2-d00dd72e28c8 req-8ead9b68-c892-42a9-83eb-c3a8171239a5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:41.899814 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-53842ef5-732f-4638-baf2-d00dd72e28c8 req-8ead9b68-c892-42a9-83eb-c3a8171239a5 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 946 time: 0.6348546
Mar 08 21:29:41.903370 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c303c7-fb20-45a0-8771-1ef9737e4dc2 req-9dbe8d0a-0c5a-4863-9347-824c2a3af7c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:41.913676 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57c303c7-fb20-45a0-8771-1ef9737e4dc2 req-9dbe8d0a-0c5a-4863-9347-824c2a3af7c8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.1399574
Mar 08 21:29:41.931045 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.090248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] For port 047ef790-a5d9-43a0-9aa2-196446dd009a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=047ef790-a5d9-43a0-9aa2-196446dd009a,segment=NetworkSegment(b633781e-ebe3-47bc-8318-94358a52a151),segment_id=b633781e-ebe3-47bc-8318-94358a52a151)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:42.093097 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.166786 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57c303c7-fb20-45a0-8771-1ef9737e4dc2 req-766e9f76-fe12-445f-94db-18fa57e7e4a7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2521453
Mar 08 21:29:42.177557 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:42.181242 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:42.183695 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:42.185938 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:42.252437 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Calling delete_port for 047ef790-a5d9-43a0-9aa2-196446dd009a owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:29:42.316603 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-53842ef5-732f-4638-baf2-d00dd72e28c8 req-2427be0c-5f74-4c8b-b12c-d9c2f7e9d696 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/security-groups?id=520c7443-acf0-49f2-810e-98061ed30dfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153574
Mar 08 21:29:42.377048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.402808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.444423 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999a36c7-52de-47c1-ba15-4cfe1c9da5c7,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:42.448378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.452649 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9cc350be-5251-41cc-98d9-fab95aff3733 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9194343
Mar 08 21:29:42.453809 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46856) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:42.502635 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '040270f5-b56d-4efe-8505-c7c02d831b32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:42.514205 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:42.534140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:42.539643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:42.553604 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:42.573581 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3ff28eb-7915-48dd-9b4f-bcece85250f4 req-6e755cf4-fee0-48e2-865a-944c7e33753d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 210 time: 0.2435851
Mar 08 21:29:42.605756 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.618159 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['047ef790-a5d9-43a0-9aa2-196446dd009a'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:29:42.679345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.680201 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c76f59-4b79-4364-8b0b-b39cc9d1dee5 None None] Network a1da3fac-0444-4848-99da-71466e6d8e5e requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:29:42.718994 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.719881 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:42.741356 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Pushing event deleted for resources: {'Port': ['ID=047ef790-a5d9-43a0-9aa2-196446dd009a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:42.850332 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-652bebee-ee7c-42eb-b07e-2125a2eb8ca0 None None] Provisioning for port 582f4555-e88c-4eaf-a90d-e7cc19043080 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:42.997078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] No DVR routers for this DVR port 047ef790-a5d9-43a0-9aa2-196446dd009a on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:29:43.014423 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.016723 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 582f4555-e88c-4eaf-a90d-e7cc19043080 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:43.036253 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'name': 'network-vif-deleted', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:43.057069 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f237f5e0-6430-4e42-a800-37655253ad37 req-c7520c0f-9c4c-4309-ae21-713735a16874 tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.30 "DELETE /v2.0/ports/047ef790-a5d9-43a0-9aa2-196446dd009a HTTP/1.1" status: 204  len: 173 time: 2.3055856
Mar 08 21:29:43.112943 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.127761 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.174052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89c7fd-9640-46e6-b9de-18df1cfc89d3 req-d1bad31b-1b97-4f7f-af36-b9b44c8999c6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:43.181809 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6b89c7fd-9640-46e6-b9de-18df1cfc89d3 req-d1bad31b-1b97-4f7f-af36-b9b44c8999c6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.4931164
Mar 08 21:29:43.194597 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e15bc-a68b-42dd-b608-4ed667430433', 'name': 'network-vif-deleted', 'tag': '047ef790-a5d9-43a0-9aa2-196446dd009a', 'status': 'completed', 'code': 200}
Mar 08 21:29:43.234588 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-f34d5fc0-387f-438e-aa71-98b7831f1626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.247542 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 582f4555-e88c-4eaf-a90d-e7cc19043080 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:43.255261 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 582f4555-e88c-4eaf-a90d-e7cc19043080 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:43.255916 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.279664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f84f7a2-47c0-4dac-9cc5-bc9d895a5dec,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:43.286171 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Router 36dd0f26-e407-4c38-800c-6fb69f2462f0 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:29:43.320168 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.324634 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-bee02606-b2df-4b50-985d-eef5ce5d040e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8655953
Mar 08 21:29:43.325480 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 46864) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:43.344650 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:43.355686 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6b89c7fd-9640-46e6-b9de-18df1cfc89d3 req-1a72a0a0-c140-4c98-990f-f9e68db8aebe tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583116
Mar 08 21:29:43.364639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:43.369730 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:floatingip and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:43.387468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:43.405056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:43.428614 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.533384 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.570273 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 582f4555-e88c-4eaf-a90d-e7cc19043080, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=582f4555-e88c-4eaf-a90d-e7cc19043080,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:43.583902 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.688183 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.700190 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=582f4555-e88c-4eaf-a90d-e7cc19043080,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:43.870451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c98c23dd-eae5-44b6-bebf-8b3837d54d0a None None] Provisioning complete for port 582f4555-e88c-4eaf-a90d-e7cc19043080 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:43.870816 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c98c23dd-eae5-44b6-bebf-8b3837d54d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:43.882607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-8de3186b-3cda-4632-8dbf-06884dfc713b req-16c10ff6-119a-47cc-af70-3a64030cd5dc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Synchronizing usage tracker for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:43.943109 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c182ad-f3f1-4884-8787-67ec5daf616d req-597af105-3888-4462-abe6-ca69702c34b5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:43.944716 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f2c182ad-f3f1-4884-8787-67ec5daf616d req-597af105-3888-4462-abe6-ca69702c34b5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.3190041
Mar 08 21:29:44.108762 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f2c182ad-f3f1-4884-8787-67ec5daf616d req-3d556268-75ef-4eff-95b9-3ac99d91b105 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567314
Mar 08 21:29:44.113311 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-8de3186b-3cda-4632-8dbf-06884dfc713b req-16c10ff6-119a-47cc-af70-3a64030cd5dc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] Unset dirty status for tenant:44a73f7c243f40628c0af213cb2a72f4 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:44.125461 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8de3186b-3cda-4632-8dbf-06884dfc713b req-16c10ff6-119a-47cc-af70-3a64030cd5dc tempest-VolumesActionsTest-2074184154 tempest-VolumesActionsTest-2074184154-project] 10.222.0.66 "GET /v2.0/ports?device_id=596e15bc-a68b-42dd-b608-4ed667430433 HTTP/1.1" status: 200  len: 210 time: 0.3212991
Mar 08 21:29:44.260948 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:44.272860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Sync routers for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:29:44.296725 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:44.299005 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc138c44f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:44.313345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.27.0.200 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/7e64afc6-aa33-4c58-812c-25f402c7a8c3) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:44.322011 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-cceb5061-5f05-4cc0-aef5-cf43cf9020a5 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:44.325546 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:44.327037 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-f61d5123-5dca-4a37-986d-1ff39b0f7954 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7577798
Mar 08 21:29:44.329624 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 46880) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:44.331390 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-cceb5061-5f05-4cc0-aef5-cf43cf9020a5 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 814 time: 0.4958766
Mar 08 21:29:44.358618 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'port': {'device_id': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'admin_state_up': True, 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:44.606955 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e850b677-b070-4bd8-a140-9d7beb613956 req-454391f6-21e5-4717-a7fd-5a9e484689aa tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 210 time: 0.1958699
Mar 08 21:29:44.691341 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:44.804022 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:44.812050 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:port and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:44.822454 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:44.835267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:44.889675 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:44.904401 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Made reservation on behalf of 1fe4c21fc7f544ec8f7461c0d88b535b for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:44.907237 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:44.974413 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 582f4555-e88c-4eaf-a90d-e7cc19043080 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:45.057691 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:45.173737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:45.222306 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-96fc5bee-3e62-4784-bb09-1830a8cb70e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1098 time: 0.1299493
Mar 08 21:29:45.254961 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:45.270919 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:45.374387 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-61446c8c-c05c-41be-b1b5-869379eaa4d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce57c7b43685481bab404b1b6fc0d631&device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 1098 time: 0.2436950
Mar 08 21:29:45.374996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=7e64afc6-aa33-4c58-812c-25f402c7a8c3,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:45.433952 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc138c44f0>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:42Z', 'revision_number': 3, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:45.455413 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Checking router: 36dd0f26-e407-4c38-800c-6fb69f2462f0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:29:45.456000 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Updating router 36dd0f26-e407-4c38-800c-6fb69f2462f0 port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:29:45.582289 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:45.595244 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Allocated IP 172.20.0.7 (99af3922-c997-4d9b-9be1-046a8cb131c5/f9612b4a-6488-46c4-9c1b-db93a2da547a/bdac333d-f6f4-4f40-b2ca-84aa77ab7103) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:45.639600 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 047ef790-a5d9-43a0-9aa2-196446dd009a no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:29:45.687572 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:29:45.708402 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:45.709345 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13bddac0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:45.757298 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 047ef790-a5d9-43a0-9aa2-196446dd009a {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:29:45.757758 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 047ef790-a5d9-43a0-9aa2-196446dd009a not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:29:45.807122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 582f4555-e88c-4eaf-a90d-e7cc19043080 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:45.809147 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:45.870379 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b74f51-29ea-4097-a61c-e11087d0134c req-9d1ae358-faae-4544-9280-c51f2b0136b7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:45.871831 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-18b74f51-29ea-4097-a61c-e11087d0134c req-9d1ae358-faae-4544-9280-c51f2b0136b7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 0.2771723
Mar 08 21:29:45.896570 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d6758-0c03-4243-83fe-e535c4113a65 req-f8a6dfcc-971b-4977-a7fe-13dc03853eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:45.906459 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-f8a6dfcc-971b-4977-a7fe-13dc03853eef service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.6150396
Mar 08 21:29:45.974801 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d1a90bb7-50d1-4d0b-9d7f-620f574a0119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.087386 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-12c1c5c7-3983-411f-9cef-dd5529d20d10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 1001 time: 0.1623764
Mar 08 21:29:46.176807 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:46.209020 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.233571 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Transition to ACTIVE for port object bdac333d-f6f4-4f40-b2ca-84aa77ab7103 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:46.279919 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20e5d3-a723-466c-84f4-98acf32253b4 req-d57e20cd-eb2f-4d73-9f26-e193a6d9bcfc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:46.302777 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6a20e5d3-a723-466c-84f4-98acf32253b4 req-d57e20cd-eb2f-4d73-9f26-e193a6d9bcfc tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.9658313
Mar 08 21:29:46.322648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.325307 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-18b74f51-29ea-4097-a61c-e11087d0134c req-a7e28466-0ac9-46c5-a010-c56eada397fd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4378912
Mar 08 21:29:46.386652 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d6758-0c03-4243-83fe-e535c4113a65 req-1c36055b-223e-410e-92d2-ab6a57c86923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:46.392925 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-1c36055b-223e-410e-92d2-ab6a57c86923 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.2732303
Mar 08 21:29:46.641671 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.702769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.707230 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13bddac0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 2, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:46.712349 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:29:46.712995 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Updating router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 port 087fd699-684f-467b-8ce6-785ba327dea1 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:29:46.780525 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6a20e5d3-a723-466c-84f4-98acf32253b4 req-1e1abc68-bdd6-4341-b1e7-87dd0a0ee5ca tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4768848
Mar 08 21:29:46.793800 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.850503 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.resource_extend [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 08 21:29:46.872217 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:46.990994 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-2a926958-a8ce-4827-a9a9-3b2b247fe807 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5771291
Mar 08 21:29:47.087124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-458838f8-d772-479a-98bf-092171b66a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:47.088615 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-458838f8-d772-479a-98bf-092171b66a7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 200  len: 920 time: 1.6030898
Mar 08 21:29:47.089228 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:47.090735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.140185 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Transition to ACTIVE for port object 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:47.155111 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.289389 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:47.290726 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:47.310603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:47.315120 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.341338 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Transition to ACTIVE for port object 087fd699-684f-467b-8ce6-785ba327dea1 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:47.345430 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa65432-07a9-4a45-8d8f-6abe9836b1f6 None None] Pushing event updated for resources: {'Port': ['ID=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:47.350220 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Attempting to bind port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:47.350573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Attempting to bind port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:47.350930 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Attempting to bind port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:47.355974 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.370637 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-4c136def-a6fb-484e-9f37-d4c40034edb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 200  len: 217 time: 0.2316229
Mar 08 21:29:47.377911 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:47.378288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:47.379008 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.379484 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:47.379979 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Bound port: 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:47.380349 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.521982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-4c9b91d2-11ed-4335-b437-fdcd49f6002e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:47.523298 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-4c9b91d2-11ed-4335-b437-fdcd49f6002e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 200  len: 859 time: 0.1360104
Mar 08 21:29:47.532794 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.587573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] For port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:47.595251 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] For port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:47.604784 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.744511 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310022d4-a086-4274-b2c1-62c32797bca3 None None] Pushing event updated for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:47.746308 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53ee80-d1a4-4f81-b9e8-e484b2c1d491 req-e252d125-3b1a-4ef9-8c19-6e384b78c159 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:47.754799 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e53ee80-d1a4-4f81-b9e8-e484b2c1d491 req-e252d125-3b1a-4ef9-8c19-6e384b78c159 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 931 time: 0.9188781
Mar 08 21:29:47.900889 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa65432-07a9-4a45-8d8f-6abe9836b1f6 None None] Pushing event updated for resources: {'Port': ['ID=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:47.929515 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:47.935283 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-6c204e67-e6be-4f16-8ca1-1fde2f3ae706 None None] Provisioning for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:47.943532 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:47.944415 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc138c44f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:47.992495 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Attempting to bind port 087fd699-684f-467b-8ce6-785ba327dea1 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:47.993137 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Attempting to bind port 087fd699-684f-467b-8ce6-785ba327dea1 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:47.993646 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Attempting to bind port 087fd699-684f-467b-8ce6-785ba327dea1 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:48.013324 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:48.013987 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:48.014546 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.015079 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Bound using segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:48.015715 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Bound port: 087fd699-684f-467b-8ce6-785ba327dea1, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:48.016271 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.026197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-4e53ee80-d1a4-4f81-b9e8-e484b2c1d491 req-ffe74b89-e93c-4deb-ba1f-38336d560d9d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:48.038565 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-2fe788a4-5646-40d0-a8c1-90b983f7ac30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13503010-6278-4204-b97a-dfb31f64e331&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1120245
Mar 08 21:29:48.044758 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-d44f510d-5ce2-4a57-b014-075815d64920 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0158832
Mar 08 21:29:48.077274 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.116093 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-4e53ee80-d1a4-4f81-b9e8-e484b2c1d491 req-ffe74b89-e93c-4deb-ba1f-38336d560d9d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:48.116527 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4e53ee80-d1a4-4f81-b9e8-e484b2c1d491 req-ffe74b89-e93c-4deb-ba1f-38336d560d9d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3607588
Mar 08 21:29:48.150143 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] For port 087fd699-684f-467b-8ce6-785ba327dea1, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:48.163977 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] For port 087fd699-684f-467b-8ce6-785ba327dea1, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=087fd699-684f-467b-8ce6-785ba327dea1,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:48.173521 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.275949 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-6c204e67-e6be-4f16-8ca1-1fde2f3ae706 None None] Provisioning complete for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:48.276566 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6c204e67-e6be-4f16-8ca1-1fde2f3ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.336621 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:48.350512 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:48.419312 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310022d4-a086-4274-b2c1-62c32797bca3 None None] Pushing event updated for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=4']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:48.428060 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-6c204e67-e6be-4f16-8ca1-1fde2f3ae706 None None] Port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:48.449855 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:29:48.452323 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13bddac0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:48.565383 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:48.863201 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Allocated IP 172.20.0.1 (a1da3fac-0444-4848-99da-71466e6d8e5e/b0545cbd-955f-4dcd-a115-66011715b573/13658a25-ab2d-479f-b8d2-28800428dfcc) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:48.874253 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-a133c429-0a54-447b-8e1d-7506220ef3ca tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5262110
Mar 08 21:29:48.921429 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:29:48.936789 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Request body: {'port': {'device_id': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:49.041278 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-4ced7431-c3f9-4b0b-8411-269ebb3c588c service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8725941
Mar 08 21:29:49.051933 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65323b-4d4c-40c4-9c5b-371e4e7268e5 req-3861d8d0-5f58-481e-9182-8ff45cf966e4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:49.052711 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5a65323b-4d4c-40c4-9c5b-371e4e7268e5 req-3861d8d0-5f58-481e-9182-8ff45cf966e4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 945 time: 1.0170641
Mar 08 21:29:49.226870 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.db.resource_extend [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 08 21:29:49.269732 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.286940 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.305109 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.313715 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Transition to ACTIVE for port object 13658a25-ab2d-479f-b8d2-28800428dfcc will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:49.319513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.325358 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5a65323b-4d4c-40c4-9c5b-371e4e7268e5 req-d3210016-1fc5-4057-a04b-345a87faef9b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2664692
Mar 08 21:29:49.464366 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f03e9c0e-2b52-49c1-99d1-f47e6242cb7e req-f42e44bd-59d2-4bae-aec4-df126a065232 service neutron] 10.222.0.30 "GET /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3874946
Mar 08 21:29:49.465791 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-736d6758-0c03-4243-83fe-e535c4113a65 req-253b668a-88da-4369-bb7a-05753dd3f58f service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2739792
Mar 08 21:29:49.509794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497ee9d-a728-4c53-b3f1-02932a1d4b1c req-fdcee2e1-919d-403d-ab51-9c08feaf7f1d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:49.513081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc138c44f0>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:42Z', 'revision_number': 3, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:49.517607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=7e64afc6-aa33-4c58-812c-25f402c7a8c3,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:49.520167 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f497ee9d-a728-4c53-b3f1-02932a1d4b1c req-fdcee2e1-919d-403d-ab51-9c08feaf7f1d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.9191506
Mar 08 21:29:49.546830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603ca42-e1f1-4f3d-977e-2c22de90ca98 None None] The sync data for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi is: [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:42Z', 'revision_number': 3, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:49.566564 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:29:49.584221 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.684029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.720546 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13bddac0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:48Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:29:49.732339 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3ab1-2829-46ae-b6d2-a98d74d053c6 None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:48Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:29:49.850763 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Pushing event updated for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:49.860550 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Network a1da3fac-0444-4848-99da-71466e6d8e5e is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:49.878137 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:49.886714 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:49.910909 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.982621 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:49.984450 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ff9a0296-e60f-4f21-a1dd-44ad93195a60 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.6542873
Mar 08 21:29:50.068023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:50.072388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:50.115208 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.124423 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f497ee9d-a728-4c53-b3f1-02932a1d4b1c req-6ddef97d-a99c-4ab5-ab73-c1dbe266e12d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6030874
Mar 08 21:29:50.126519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.305520 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd1e96-54de-47e5-b5e7-9c6125b29cb0 req-479de134-1b38-4f20-b2a7-70b4cee2c28b tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:50.307890 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-7bdd1e96-54de-47e5-b5e7-9c6125b29cb0 req-479de134-1b38-4f20-b2a7-70b4cee2c28b tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:29:50.350648 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'code': 200}
Mar 08 21:29:50.371911 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=8']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:50.389651 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-7bdd1e96-54de-47e5-b5e7-9c6125b29cb0 req-479de134-1b38-4f20-b2a7-70b4cee2c28b tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:29:50.390848 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7bdd1e96-54de-47e5-b5e7-9c6125b29cb0 req-479de134-1b38-4f20-b2a7-70b4cee2c28b tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 931 time: 0.7022030
Mar 08 21:29:50.424178 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.453906 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-8d71bc14-76ee-4111-a649-c71dfd61580f None None] Provisioning for port 13658a25-ab2d-479f-b8d2-28800428dfcc completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:50.464578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-8d71bc14-76ee-4111-a649-c71dfd61580f None None] Provisioning complete for port 13658a25-ab2d-479f-b8d2-28800428dfcc triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:50.464945 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8d71bc14-76ee-4111-a649-c71dfd61580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.570578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-8d71bc14-76ee-4111-a649-c71dfd61580f None None] Port 13658a25-ab2d-479f-b8d2-28800428dfcc cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:50.576713 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7bdd1e96-54de-47e5-b5e7-9c6125b29cb0 req-abf0657d-3e86-47e9-9f6c-9057f42b05d8 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766727
Mar 08 21:29:50.671422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdac333d-f6f4-4f40-b2ca-84aa77ab7103 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:29:50.681869 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.701648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Transition to ACTIVE for port object bdac333d-f6f4-4f40-b2ca-84aa77ab7103 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:50.715603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:50.977828 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 087fd699-684f-467b-8ce6-785ba327dea1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:51.037508 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-58ad6ee0-0728-4f49-89dd-d2f19349321c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1054968212&fields=id&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 267 time: 0.4959648
Mar 08 21:29:51.147942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:51.161018 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 087fd699-684f-467b-8ce6-785ba327dea1 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:51.172697 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 087fd699-684f-467b-8ce6-785ba327dea1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:51.173345 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.201819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.221183 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.450308 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5db4a-f434-4137-869e-c670586b417c req-d78e56cc-cec4-47b8-8e1b-f7b45bb0caf8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:51.458713 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fcf5db4a-f434-4137-869e-c670586b417c req-d78e56cc-cec4-47b8-8e1b-f7b45bb0caf8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.6459181
Mar 08 21:29:51.513871 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Pushing event updated for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:51.519364 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.528703 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.605242 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 087fd699-684f-467b-8ce6-785ba327dea1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=087fd699-684f-467b-8ce6-785ba327dea1,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:51.612212 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.782886 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fcf5db4a-f434-4137-869e-c670586b417c req-caa65bcc-1eb9-41ff-a49b-ef08c8a92bfa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3232355
Mar 08 21:29:51.801999 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:51.831272 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Attempting to bind port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:29:51.832217 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Attempting to bind port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:29:51.832564 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Attempting to bind port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 on network 99af3922-c997-4d9b-9be1-046a8cb131c5 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:51.842134 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 on network 99af3922-c997-4d9b-9be1-046a8cb131c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:29:51.842454 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Attempting to bind port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 on network 99af3922-c997-4d9b-9be1-046a8cb131c5 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:29:51.861347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:29:51.861684 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Checking segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:29:51.862063 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Bound using segment: {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:29:51.863003 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Bound port: bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f3bc90-7403-4e78-9143-8ba281f44a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:29:51.863351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:51.907207 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-75f54aa4-7628-491e-ba0c-d9395d972d7d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:51.916817 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-75f54aa4-7628-491e-ba0c-d9395d972d7d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.8529530
Mar 08 21:29:51.966390 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-d74f476a-aabf-4769-854b-2fb1179c94db tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/quotas/5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 375 time: 0.0486383
Mar 08 21:29:52.078077 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:29:52.084446 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:29:52.092915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:52.103786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Network a1da3fac-0444-4848-99da-71466e6d8e5e is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:52.106718 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:52.273484 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:52.296355 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-84bcdc4b-f089-4834-8881-972f9eee55f9 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3288472
Mar 08 21:29:52.343090 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:52.345328 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-8550cc9b-c7de-43be-9d62-189cf7cd66ad service neutron] 10.222.0.30 "PUT /v2.0/ports/bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 1093 time: 3.4217997
Mar 08 21:29:52.346775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:29:52.405440 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c412f-192f-4aac-a0c5-dfae8458d841 req-0f1522ac-9547-450f-9183-d5f3575ecd42 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:52.413968 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e15c412f-192f-4aac-a0c5-dfae8458d841 req-0f1522ac-9547-450f-9183-d5f3575ecd42 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2183020
Mar 08 21:29:52.498347 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e15c412f-192f-4aac-a0c5-dfae8458d841 req-3794a51a-979e-489a-b698-261d5aa8abfe tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829070
Mar 08 21:29:52.502828 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-644eaf1d-f74d-486e-bc84-4b527f9900ca None None] Provisioning complete for port 13658a25-ab2d-479f-b8d2-28800428dfcc triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:52.503876 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-644eaf1d-f74d-486e-bc84-4b527f9900ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:52.646862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-644eaf1d-f74d-486e-bc84-4b527f9900ca None None] Port 13658a25-ab2d-479f-b8d2-28800428dfcc cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:29:52.792487 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7abaa-457d-4edb-9bad-851bcf952264 req-3174d8de-000d-4d4a-9f5f-98f52bfd9c33 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:52.800721 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bac7abaa-457d-4edb-9bad-851bcf952264 req-3174d8de-000d-4d4a-9f5f-98f52bfd9c33 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.1176031
Mar 08 21:29:52.837863 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-8efe632a-6078-4d26-a70d-c4f78d58fac4 service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5267360
Mar 08 21:29:52.863603 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bac7abaa-457d-4edb-9bad-851bcf952264 req-7592f0cf-3111-4bc4-b3a7-28d8f846eda3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617619
Mar 08 21:29:52.888735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 087fd699-684f-467b-8ce6-785ba327dea1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:52.950197 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:29:53.023036 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 087fd699-684f-467b-8ce6-785ba327dea1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:53.023408 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:53.137520 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-1fd245d4-1e7d-4642-b364-23bf77f324aa service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919800
Mar 08 21:29:53.177705 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2dd1-8fde-4190-93f8-eadbb6ddfa1c req-65976ccd-c053-4b7f-9842-4f5283bdecb1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:53.179168 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a87a2dd1-8fde-4190-93f8-eadbb6ddfa1c req-65976ccd-c053-4b7f-9842-4f5283bdecb1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1088557
Mar 08 21:29:53.281697 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a87a2dd1-8fde-4190-93f8-eadbb6ddfa1c req-ef49c8bb-ae99-46d0-ab9c-62a921155ff0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920248
Mar 08 21:29:53.302820 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Router 36dd0f26-e407-4c38-800c-6fb69f2462f0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:29:53.508084 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f380a8d6-696f-4359-8806-e357be6b3a6e req-3e5a0054-f511-416e-97a0-8ef189b00c98 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 210 time: 0.0884309
Mar 08 21:29:53.724145 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:29:53.741547 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-db54357f-2ad2-4d3b-bd00-43fc082cf451 admin admin] 10.222.0.66 "PUT /v2.0/routers/36dd0f26-e407-4c38-800c-6fb69f2462f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4056950
Mar 08 21:29:54.048311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e616-73e7-4b9f-ace0-3bd92f6eb02c req-8144227e-61dd-4afc-b963-3cc46f340981 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:54.058407 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-40c1e616-73e7-4b9f-ace0-3bd92f6eb02c req-8144227e-61dd-4afc-b963-3cc46f340981 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2858369
Mar 08 21:29:54.169290 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-40c1e616-73e7-4b9f-ace0-3bd92f6eb02c req-1b774e58-0fb3-426b-9077-40f8c0811c57 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922949
Mar 08 21:29:54.216680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a1c8c-2e4d-4021-b211-717047c60025 req-593bc36e-e103-4f9c-8943-20be12853770 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:54.218291 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ae0a1c8c-2e4d-4021-b211-717047c60025 req-593bc36e-e103-4f9c-8943-20be12853770 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.0975201
Mar 08 21:29:54.312902 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ae0a1c8c-2e4d-4021-b211-717047c60025 req-02ec2d65-72e9-485d-96b3-c00717623d3d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870216
Mar 08 21:29:54.641082 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf481c-180e-46cb-af59-f730e0e602ae req-ad91db52-82f2-4f80-ad9e-25cdd535db00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:54.642663 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-19cf481c-180e-46cb-af59-f730e0e602ae req-ad91db52-82f2-4f80-ad9e-25cdd535db00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1252513
Mar 08 21:29:54.704679 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-19cf481c-180e-46cb-af59-f730e0e602ae req-1b49f819-94b2-4fca-ab81-83c91b1b1479 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560536
Mar 08 21:29:54.750659 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47000) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:54.764470 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514742406', 'description': 'tempest-secgroup-smoke-1514742406 description', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:54.775118 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:54.779073 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:54.781991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:54.792337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:54.804239 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:54.873732 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:54.882431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:54.888795 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:54.903852 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:54.937610 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:55.036354 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7526431a-2c84-486c-b0f0-4f0068a76954 req-675f8ecc-3752-403e-9067-49a6c715ba6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1096 time: 0.1270897
Mar 08 21:29:55.077987 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0750e917-d79d-4004-b11e-cfc82df68f0e req-03a5ba9b-b759-4e3c-92f3-267368414d21 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 210 time: 0.1342607
Mar 08 21:29:55.143203 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.149899 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.236040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2fd788-06d4-4f79-aa1c-c83c45d33f75,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:55.242497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.246391 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a2cdacc0-b464-450a-a422-a0b5334cf695 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4921305
Mar 08 21:29:55.246991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47006) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:55.254759 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:55.257790 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:29:55.261431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:55.265545 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:55.266134 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.266408 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:55.274403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:55.282033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:55.305718 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.469355 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.478346 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.482998 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526431a-2c84-486c-b0f0-4f0068a76954 req-8412638f-4279-4f7e-8bfa-3fac00494e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:55.489791 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7526431a-2c84-486c-b0f0-4f0068a76954 req-8412638f-4279-4f7e-8bfa-3fac00494e6e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3799157
Mar 08 21:29:55.569095 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd25ba5-9160-4c7e-be37-ed1d6059b5be,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:55.576224 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.578262 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.579102 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-fe832fc5-c644-4a14-87a4-4aed63e73f19 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3310423
Mar 08 21:29:55.583127 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47018) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:55.593940 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:55.618772 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:29:55.625086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:55.717937 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:55.742186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:55.756275 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:55.806992 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:55.820989 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:55.847270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0ff30-f440-4022-a7e7-6c2992a885b2 req-598e8a99-c1cc-4952-af30-d6bc6aa45957 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:55.854817 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-99e0ff30-f440-4022-a7e7-6c2992a885b2 req-598e8a99-c1cc-4952-af30-d6bc6aa45957 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.2472630
Mar 08 21:29:55.932261 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-99e0ff30-f440-4022-a7e7-6c2992a885b2 req-505947b5-ad5f-4b1f-8369-2e6cce94c943 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764794
Mar 08 21:29:55.933163 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.091667 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.100955 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.264168 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526431a-2c84-486c-b0f0-4f0068a76954 req-86e9c4ee-c0e0-4514-b91a-8b5e1095f1a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:56.266077 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7526431a-2c84-486c-b0f0-4f0068a76954 req-86e9c4ee-c0e0-4514-b91a-8b5e1095f1a6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7409618
Mar 08 21:29:56.277869 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d35bb-ee93-4a43-a686-dcde2a8215b3 req-a207db73-9d4e-4676-8981-e7d398e9d2b6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:56.292272 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-762d35bb-ee93-4a43-a686-dcde2a8215b3 req-a207db73-9d4e-4676-8981-e7d398e9d2b6 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.6952586
Mar 08 21:29:56.378608 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b733c5f-19ce-467d-9e97-8462df1f91e8,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:56.416559 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-762d35bb-ee93-4a43-a686-dcde2a8215b3 req-b5609a70-2c97-4ff4-ab9a-0f07f93096cb tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215339
Mar 08 21:29:56.482133 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.494091 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d5743b10-7c73-45bb-9d59-c5d517ca15f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9096971
Mar 08 21:29:56.496746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47036) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:56.502768 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:56.530075 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:56.534290 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:56.537909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:56.549111 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:56.609850 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1c1c-9658-41eb-842b-1c097f6ffffc req-821ab6f4-7e22-471c-8bed-d3bdac7ec2b8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:56.621265 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-224b1c1c-9658-41eb-842b-1c097f6ffffc req-821ab6f4-7e22-471c-8bed-d3bdac7ec2b8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.3094075
Mar 08 21:29:56.622827 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.714717 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c30d56a5-66f1-4433-87f5-719577b4d673 req-06c43533-f9a0-4d4e-974f-0faaf9a63b65 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 210 time: 0.0846736
Mar 08 21:29:56.749944 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-692d51cb-7072-427a-912f-badc46d204e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1096 time: 0.2425931
Mar 08 21:29:56.812223 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-224b1c1c-9658-41eb-842b-1c097f6ffffc req-83478f50-aaeb-44a4-bac8-b1f0127fe49b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1811814
Mar 08 21:29:56.874245 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.889005 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:56.949016 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-c84c69a4-1096-40cb-827a-40cbe05e017c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 217 time: 0.1843467
Mar 08 21:29:56.978122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:29:56.996090 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bfb492-51f1-43b8-b4fc-c99f05e77497,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:57.025059 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.026351 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a76ecf68-d8b0-4e20-b366-a6f5b76d44c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5287433
Mar 08 21:29:57.029041 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47044) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:57.047726 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:57.067452 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:57.082403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:57.087465 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:57.101453 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:57.134986 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:29:57.135732 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.145291 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-2c40d35a-1e07-41aa-9b2e-e9d06631ad22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:57.146827 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.148588 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-2c40d35a-1e07-41aa-9b2e-e9d06631ad22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.1903105
Mar 08 21:29:57.572013 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-20f594ba-32c5-4add-afd3-48c4c71bdc85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4118977
Mar 08 21:29:57.586549 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7445e-07fe-42fe-8300-b58f698d2767 req-65862c24-d40f-49cd-9970-4ce8d448a3f4 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:57.605034 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e7a7445e-07fe-42fe-8300-b58f698d2767 req-65862c24-d40f-49cd-9970-4ce8d448a3f4 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.3325608
Mar 08 21:29:57.673155 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.686285 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.866677 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb54141-00cc-4a11-80fa-9ebdd755b8e4,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:57.910682 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-18b42a2c-6256-4c46-9745-7f3da101712a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:57.912491 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-18b42a2c-6256-4c46-9745-7f3da101712a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.6134372
Mar 08 21:29:57.913466 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:57.914660 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a2fce77e-d79a-4351-8c7f-e63c72c47cf2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8847060
Mar 08 21:29:57.918717 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47054) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:57.936543 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:57.957556 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:57.966115 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62839c6a-4c3a-4146-bd77-93a0d873b5a7 req-ecb90df7-018a-477a-8a75-3be363f86a38 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:57.966449 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:57.973646 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:57.974137 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-62839c6a-4c3a-4146-bd77-93a0d873b5a7 req-ecb90df7-018a-477a-8a75-3be363f86a38 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2630277
Mar 08 21:29:57.983399 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:58.008193 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e7a7445e-07fe-42fe-8300-b58f698d2767 req-986541fb-f842-4488-9457-7feca1573986 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4019742
Mar 08 21:29:58.058200 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.securitygroups_db [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Project f7a70d4d58f24e6c8d4965f686c4190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:29:58.072137 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-62839c6a-4c3a-4146-bd77-93a0d873b5a7 req-ea218c3d-8f8e-45b7-a46b-1de4f47adf1d tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968771
Mar 08 21:29:58.081735 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-4d36f399-cf0b-4129-9534-9af39a29e506 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4711821
Mar 08 21:29:58.082342 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-2b440a3c-c54f-41cd-a609-5dab77fe79dc tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 472 time: 0.1450121
Mar 08 21:29:58.083326 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.095795 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'port': {'device_id': '26c6e924-17e3-4272-9b61-255d94990cce', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'admin_state_up': True, 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'security_groups': ['040270f5-b56d-4efe-8505-c7c02d831b32']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:58.354321 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:58.373431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:58.413502 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae723f-bf25-4380-8bec-5aae4f10c4c2 req-35821899-9072-4db1-a53a-a61ef1dfb836 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:58.413502 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-01ae723f-bf25-4380-8bec-5aae4f10c4c2 req-35821899-9072-4db1-a53a-a61ef1dfb836 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1649365
Mar 08 21:29:58.419656 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:29:58.420507 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.459795 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-32baab51-d690-4379-8b93-1ab81f748564 req-8b81e16b-055a-4697-9f78-4c4e5b96169c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 210 time: 0.1366787
Mar 08 21:29:58.537610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.550468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.611877 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d5557d78-38a3-4e71-8261-360069bca4e3 req-11db6f0d-3418-4528-9d37-4d5589afda67 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4713962
Mar 08 21:29:58.613725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5999f937-26e5-4b65-86ce-008fe172adf1,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:58.628304 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.630164 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c709958a-ef57-46b0-b69c-4a4f197da809 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7080147
Mar 08 21:29:58.632855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47068) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:29:58.640223 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-01ae723f-bf25-4380-8bec-5aae4f10c4c2 req-7b50f7b1-a2d5-45d0-859f-ee36a2905cce tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770148
Mar 08 21:29:58.645656 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'security_group_rule': {'security_group_id': '2e2fd788-06d4-4f79-aa1c-c83c45d33f75', 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:58.656420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:29:58.665462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:security_group_rule and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:29:58.668715 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:29:58.674274 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:29:58.691398 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.securitygroups_db [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Project f7a70d4d58f24e6c8d4965f686c4190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:29:58.701246 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.799428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.20.0.14 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/9da2adab-0691-4688-9864-3e1d56d1b18d) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:29:58.842378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.856799 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.938378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f90d4b-289f-452f-9884-0c6c5c8b302a,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:58.979495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:58.987583 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c3f4cff0-bb9a-4b37-b6cb-1bfb4ebea978 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3532541
Mar 08 21:29:59.224287 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:59.264596 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Transition to ACTIVE for port object 9da2adab-0691-4688-9864-3e1d56d1b18d will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:29:59.317668 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:59.322666 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:59.444663 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:29:59.449492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:29:59.478056 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:29:59.481008 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:29:59.568183 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:29:59.572963 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e1867-d7ba-47ee-bf0e-d2e4ec4f7f54 req-9ff373a9-1cf2-41a5-b450-79493bba1d88 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:59.582760 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-270e1867-d7ba-47ee-bf0e-d2e4ec4f7f54 req-9ff373a9-1cf2-41a5-b450-79493bba1d88 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.1765020
Mar 08 21:29:59.668074 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-270e1867-d7ba-47ee-bf0e-d2e4ec4f7f54 req-4523455d-2ce5-4e1b-944d-54c623cdf597 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793569
Mar 08 21:29:59.688576 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:29:59.690826 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:29:59.741627 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-68adeef5-6484-46f2-b322-30fbe3c3f7a6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6497581
Mar 08 21:29:59.760926 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Request body: {'port': {'device_id': '26c6e924-17e3-4272-9b61-255d94990cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:29:59.997448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e639233-e3ef-4179-b35f-9df1465b6285 req-069c3db0-7f43-4fb5-9316-5e57c0a80a05 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:00.005465 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3e639233-e3ef-4179-b35f-9df1465b6285 req-069c3db0-7f43-4fb5-9316-5e57c0a80a05 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 932 time: 0.1115613
Mar 08 21:30:00.048963 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3e639233-e3ef-4179-b35f-9df1465b6285 req-d0496271-b45c-4eca-84d3-51e56dbdf48f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:00.072647 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:00.082232 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3e639233-e3ef-4179-b35f-9df1465b6285 req-d0496271-b45c-4eca-84d3-51e56dbdf48f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:00.092239 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3e639233-e3ef-4179-b35f-9df1465b6285 req-d0496271-b45c-4eca-84d3-51e56dbdf48f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854425
Mar 08 21:30:00.142685 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-05d503e7-710a-490b-8b8d-dcf6c2fc0108 None None] Provisioning for port 9da2adab-0691-4688-9864-3e1d56d1b18d completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:00.152358 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-05d503e7-710a-490b-8b8d-dcf6c2fc0108 None None] Provisioning complete for port 9da2adab-0691-4688-9864-3e1d56d1b18d triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:00.153039 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05d503e7-710a-490b-8b8d-dcf6c2fc0108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:00.236916 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-05d503e7-710a-490b-8b8d-dcf6c2fc0108 None None] Port 9da2adab-0691-4688-9864-3e1d56d1b18d cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:30:00.640085 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1c8d741c-0bf8-411c-8e6f-c2d1d4e19a52 req-89c4f746-2a42-4908-9de4-1b8439c828ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0871739
Mar 08 21:30:00.840227 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da2adab-0691-4688-9864-3e1d56d1b18d {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:00.855305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:00.874744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Transition to ACTIVE for port object 9da2adab-0691-4688-9864-3e1d56d1b18d will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:30:00.891713 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:01.126622 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4895e-d156-4745-a87e-d5fcfc893a10 req-aa4658b0-de51-4293-acc2-7d3821a2d4de tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:01.135934 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7a4895e-d156-4745-a87e-d5fcfc893a10 req-aa4658b0-de51-4293-acc2-7d3821a2d4de tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1296082
Mar 08 21:30:01.144203 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Pushing event updated for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:01.230578 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7a4895e-d156-4745-a87e-d5fcfc893a10 req-11da5773-a6e6-47ba-a269-b29566aa437a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909197
Mar 08 21:30:01.280759 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10494c1-4120-40b1-99d5-c969e2674ee9 req-7598e4e4-7970-4746-9b75-0862ed44a5eb tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:01.288390 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a10494c1-4120-40b1-99d5-c969e2674ee9 req-7598e4e4-7970-4746-9b75-0862ed44a5eb tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 943 time: 0.3662286
Mar 08 21:30:01.331198 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Attempting to bind port 9da2adab-0691-4688-9864-3e1d56d1b18d on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:30:01.331849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Attempting to bind port 9da2adab-0691-4688-9864-3e1d56d1b18d by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:30:01.332173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Attempting to bind port 9da2adab-0691-4688-9864-3e1d56d1b18d on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:30:01.342745 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Port 9da2adab-0691-4688-9864-3e1d56d1b18d on network 55b98e77-037d-4f48-ae62-5ece51783cb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:30:01.343366 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Attempting to bind port 9da2adab-0691-4688-9864-3e1d56d1b18d on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:30:01.366668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:30:01.366668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:30:01.367186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:30:01.367776 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Bound port: 9da2adab-0691-4688-9864-3e1d56d1b18d, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:30:01.368228 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:01.400791 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a10494c1-4120-40b1-99d5-c969e2674ee9 req-abe2d9cf-dc09-47d0-b6fb-f1ad5d680a86 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113636
Mar 08 21:30:01.469855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47146) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:01.497756 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:30:01.523440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9da2adab-0691-4688-9864-3e1d56d1b18d,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:30:01.533418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:01.571971 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device bdac333d-f6f4-4f40-b2ca-84aa77ab7103 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:30:01.624082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:01.625499 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] 10.222.0.30 "PUT /v2.0/ports/9da2adab-0691-4688-9864-3e1d56d1b18d HTTP/1.1" status: 200  len: 1094 time: 1.8728886
Mar 08 21:30:01.626203 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:01.647008 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35c5f-42c1-457f-8b2c-8b28b62f084d req-d80a5b66-8ef9-4f1d-afda-9d35ba0cc683 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:01.659702 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dba35c5f-42c1-457f-8b2c-8b28b62f084d req-d80a5b66-8ef9-4f1d-afda-9d35ba0cc683 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 944 time: 0.1615062
Mar 08 21:30:01.679680 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b636c-deb5-4cda-b99c-e7d8b37fa26c service neutron] Pushing event updated for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:01.764571 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'status': 'completed', 'code': 200}
Mar 08 21:30:01.820332 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-9cb7ff1c-865c-4c87-bc6f-158bab250948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 1097 time: 0.1267149
Mar 08 21:30:01.913696 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:01.926977 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dba35c5f-42c1-457f-8b2c-8b28b62f084d req-a6563eb5-d2e6-496c-85a2-05cfe3621c84 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2668865
Mar 08 21:30:01.939123 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'port_id': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'mac_address': 'fa:16:3e:53:6c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:30:01.982785 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-7ba2f0c7-73a0-4947-a914-091202c92fb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da2adab-0691-4688-9864-3e1d56d1b18d HTTP/1.1" status: 200  len: 217 time: 0.1574578
Mar 08 21:30:01.985629 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-885abc61-81a7-4a19-bc8f-c84f36deac39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5144010
Mar 08 21:30:02.073109 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:02.109310 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdac333d-f6f4-4f40-b2ca-84aa77ab7103 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:02.144909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-452edc3f-7ef2-44b6-b773-765affacc0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:02.146689 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-452edc3f-7ef2-44b6-b773-765affacc0fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.1564033
Mar 08 21:30:02.147296 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:02.155262 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:02.230295 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-5195f842-f8f7-41be-b946-223b9b0c2551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769401
Mar 08 21:30:02.238586 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:02.437952 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-f2b175e2-5f8a-4b70-9128-7c6d5c7d0fda service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1960008
Mar 08 21:30:02.443507 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:02.696370 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f2a4-9606-4dbd-9564-0e9ada7da799 req-2a631733-8064-4719-beb5-643d0695baf5 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:02.704483 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c1e1f2a4-9606-4dbd-9564-0e9ada7da799 req-2a631733-8064-4719-beb5-643d0695baf5 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 944 time: 0.1207802
Mar 08 21:30:02.704999 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937b87b-b33c-41f6-9964-7ba95088fd93 req-17ca999e-3074-4fa0-acde-128ce4d37d93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:02.711766 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2937b87b-b33c-41f6-9964-7ba95088fd93 req-17ca999e-3074-4fa0-acde-128ce4d37d93 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2724659
Mar 08 21:30:02.717156 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b879c9ff-29cd-4951-8202-70bdd62e9ad6 req-c267d38a-42d9-4d55-9e75-2e0e4a7367ed service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666941
Mar 08 21:30:02.779357 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c1e1f2a4-9606-4dbd-9564-0e9ada7da799 req-5dc10f94-a5b3-4117-9628-1dcfbb9e35d0 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739467
Mar 08 21:30:02.872884 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2937b87b-b33c-41f6-9964-7ba95088fd93 req-cdbc08fe-4cca-40cd-b9cf-d3eda6f19f56 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601841
Mar 08 21:30:02.964354 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-c4da3b0b-5e1a-4374-850f-d36649528324 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 1097 time: 0.1821556
Mar 08 21:30:03.114110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef66550-be85-4c65-bf59-e50b6429a199 req-51fe19df-9dd9-4886-8334-0bc0b9d27c4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:03.115679 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-51fe19df-9dd9-4886-8334-0bc0b9d27c4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.1452200
Mar 08 21:30:03.192627 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-14f1d538-b1a9-45dd-a1f2-671f8e5b36aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da2adab-0691-4688-9864-3e1d56d1b18d HTTP/1.1" status: 200  len: 217 time: 0.0701058
Mar 08 21:30:03.193731 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a252a9-6dcb-4ae8-ada9-4d521a5734c4 req-0f7a6b3b-c339-4273-b46e-6fb9b9c89513 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:03.195311 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-14a252a9-6dcb-4ae8-ada9-4d521a5734c4 req-0f7a6b3b-c339-4273-b46e-6fb9b9c89513 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 944 time: 0.1223588
Mar 08 21:30:03.256891 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-14a252a9-6dcb-4ae8-ada9-4d521a5734c4 req-34e2db56-197a-404f-976e-4e3792811acd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546949
Mar 08 21:30:03.277985 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef66550-be85-4c65-bf59-e50b6429a199 req-c5953686-c54d-44cd-bc90-52fde0b19690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:03.279599 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-c5953686-c54d-44cd-bc90-52fde0b19690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0782559
Mar 08 21:30:03.450989 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-f3fbcc88-417a-473c-a443-90f2f8302626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1627772
Mar 08 21:30:03.584577 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device bdac333d-f6f4-4f40-b2ca-84aa77ab7103 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:03.639479 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-94137f07-2731-430b-93a6-72bacc8dc215 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804419
Mar 08 21:30:03.697281 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:03.704329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:03.705086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:03.842106 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aef66550-be85-4c65-bf59-e50b6429a199 req-94c773f2-3711-4050-8ee7-0ee7891561db service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927729
Mar 08 21:30:03.967810 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:30:04.022836 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-78b533db-31ad-40f1-aa98-1258508629d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 1096 time: 0.2280359
Mar 08 21:30:04.054606 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:04.110329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:04.135329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:04.144862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:04.183846 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30a243-bfab-48bd-b178-956341fee9f2 req-36dbc860-0020-436e-bcd5-9b8dc59cfc06 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:04.188827 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-7f850042-3bac-4435-ae06-32b0cbb6da62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1096 time: 0.1431518
Mar 08 21:30:04.192016 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30a243-bfab-48bd-b178-956341fee9f2 req-36dbc860-0020-436e-bcd5-9b8dc59cfc06 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 944 time: 0.1954770
Mar 08 21:30:04.216119 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:04.235347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd2c54-9818-48d0-8c26-c747aac89768 req-27e0398d-b6bd-4970-90ff-59e433ae491e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:04.240283 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b6cd2c54-9818-48d0-8c26-c747aac89768 req-27e0398d-b6bd-4970-90ff-59e433ae491e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1445312
Mar 08 21:30:04.251009 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa30a243-bfab-48bd-b178-956341fee9f2 req-db9f451a-e371-45e5-bdd3-6d83aee22758 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578837
Mar 08 21:30:04.340493 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'code': 200}
Mar 08 21:30:04.366220 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b6cd2c54-9818-48d0-8c26-c747aac89768 req-b7dae4e2-d8f0-4f5c-8ec9-028c955fcc28 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764682
Mar 08 21:30:04.384833 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49898061-ebab-4637-b81f-541cf9ab143c req-3579a397-2306-4ad4-b816-0da552b477b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:04.386209 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-3579a397-2306-4ad4-b816-0da552b477b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1895688
Mar 08 21:30:04.552936 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-ffb9dbbd-f547-4e38-b43b-5ba8d98bb27e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 999 time: 0.1526647
Mar 08 21:30:04.649598 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff52e6-355a-425a-8c2d-81ba9b35b870 req-7936fee2-d08c-4a2e-a5db-13d83fee12e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:04.651167 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-33ff52e6-355a-425a-8c2d-81ba9b35b870 req-7936fee2-d08c-4a2e-a5db-13d83fee12e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:04.695663 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-33ff52e6-355a-425a-8c2d-81ba9b35b870 req-7936fee2-d08c-4a2e-a5db-13d83fee12e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:04.698204 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-33ff52e6-355a-425a-8c2d-81ba9b35b870 req-7936fee2-d08c-4a2e-a5db-13d83fee12e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 944 time: 0.2127671
Mar 08 21:30:04.724492 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49898061-ebab-4637-b81f-541cf9ab143c req-b57c0d17-d209-4b9e-8610-36558bf93048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:04.726985 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-b57c0d17-d209-4b9e-8610-36558bf93048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.1652150
Mar 08 21:30:04.779828 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-33ff52e6-355a-425a-8c2d-81ba9b35b870 req-b335763b-4c5b-480a-8ae0-a72e4d3095a0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629847
Mar 08 21:30:04.799050 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e9f8e1e5-4af9-48f6-bd83-d52e524f4604 req-f7a9c3fd-452d-4d3e-a998-80cba43b4d0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1098 time: 0.2050436
Mar 08 21:30:04.864661 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e9f8e1e5-4af9-48f6-bd83-d52e524f4604 req-155551e5-1a42-425e-9c5a-2a997f8790d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560179
Mar 08 21:30:04.871610 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-57706f2c-fd34-411d-805f-84df3043f081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1385038
Mar 08 21:30:05.103423 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53ba9-f1f2-4084-9693-9b8f8df18eb3 req-71026589-b0cc-43bd-8acb-3f87f63a5282 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:05.105036 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cad53ba9-f1f2-4084-9693-9b8f8df18eb3 req-71026589-b0cc-43bd-8acb-3f87f63a5282 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0898085
Mar 08 21:30:05.155912 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cad53ba9-f1f2-4084-9693-9b8f8df18eb3 req-443383fe-66ea-4a30-a8d3-3361e65eda0e tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446746
Mar 08 21:30:05.249748 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-bf718373-2f0b-4939-b06a-eced2eb303ae service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391606
Mar 08 21:30:05.496605 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-49898061-ebab-4637-b81f-541cf9ab143c req-f6b313eb-298e-4659-a81d-043ef1d939cd service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390347
Mar 08 21:30:05.522273 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4440-76d2-4359-8f65-ec0f0b1664b8 req-e4794272-9afb-4880-9110-6ab14c28c3e9 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:05.524412 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-79cf4440-76d2-4359-8f65-ec0f0b1664b8 req-e4794272-9afb-4880-9110-6ab14c28c3e9 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.1364625
Mar 08 21:30:05.586636 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 9da2adab-0691-4688-9864-3e1d56d1b18d details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:30:05.668291 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-79cf4440-76d2-4359-8f65-ec0f0b1664b8 req-01c11957-6c17-42dc-9d20-bd0a4083db0e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380756
Mar 08 21:30:05.750381 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cbc4a-2b5c-45a8-b640-7eca2b1f5008 req-4171013d-d79b-4b97-9c19-5427d66a9102 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:05.757753 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa0cbc4a-2b5c-45a8-b640-7eca2b1f5008 req-4171013d-d79b-4b97-9c19-5427d66a9102 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1859095
Mar 08 21:30:05.787237 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9da2adab-0691-4688-9864-3e1d56d1b18d,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:05.802278 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'port_id': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'mac_address': 'fa:16:3e:81:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:30:05.851387 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa0cbc4a-2b5c-45a8-b640-7eca2b1f5008 req-9db4be56-47e3-449c-b76c-b56f11bebab2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923231
Mar 08 21:30:05.857413 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:05.875253 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da2adab-0691-4688-9864-3e1d56d1b18d {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:05.892967 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9da2adab-0691-4688-9864-3e1d56d1b18d,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:05.901305 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:06.012016 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:06.179300 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662cf4-3d1e-481d-aa70-1b3801d8644f req-ac3db47f-fe8a-4fea-a4b8-81fe0b14d25e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:06.181755 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-06662cf4-3d1e-481d-aa70-1b3801d8644f req-ac3db47f-fe8a-4fea-a4b8-81fe0b14d25e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 945 time: 0.1169875
Mar 08 21:30:06.278710 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-06662cf4-3d1e-481d-aa70-1b3801d8644f req-44451066-d203-4e79-a71f-b2fb47e4d5ed tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895820
Mar 08 21:30:06.311754 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['9da2adab-0691-4688-9864-3e1d56d1b18d'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:06.393933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5e9e2-4b8c-480a-8965-762f51b739ee req-e2ccbba7-5435-4cba-b5c6-cba5065068f1 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:06.395417 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b0f5e9e2-4b8c-480a-8965-762f51b739ee req-e2ccbba7-5435-4cba-b5c6-cba5065068f1 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.0932555
Mar 08 21:30:06.467880 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b0f5e9e2-4b8c-480a-8965-762f51b739ee req-5f17b0b3-4080-4839-ba95-ff00f884398b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651436
Mar 08 21:30:06.964518 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5dabe-61bb-46f8-bcfa-355615607e49 req-e17e76f9-93cd-40e0-a3f7-2bfcd6fbbaf2 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:06.966075 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8ee5dabe-61bb-46f8-bcfa-355615607e49 req-e17e76f9-93cd-40e0-a3f7-2bfcd6fbbaf2 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.1382258
Mar 08 21:30:07.059084 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8ee5dabe-61bb-46f8-bcfa-355615607e49 req-9513f5ee-f3df-48ba-a539-f847ea4c975d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872138
Mar 08 21:30:07.347042 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1218-b56a-4d53-a544-523d63598aa7 req-8378ea87-046e-440f-9b86-8022aeacf129 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:07.348548 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-227d1218-b56a-4d53-a544-523d63598aa7 req-8378ea87-046e-440f-9b86-8022aeacf129 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1777213
Mar 08 21:30:07.466660 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-227d1218-b56a-4d53-a544-523d63598aa7 req-65610d04-e1d8-4a4b-ad26-04783649f5a0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119642
Mar 08 21:30:07.488170 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d31c04-a47b-48b9-a4b2-25d6b472fb4f req-bdbf9aaf-d738-469f-bf90-3801f1c1aea0 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:07.499639 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50d31c04-a47b-48b9-a4b2-25d6b472fb4f req-bdbf9aaf-d738-469f-bf90-3801f1c1aea0 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.1580892
Mar 08 21:30:07.587062 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 9da2adab-0691-4688-9864-3e1d56d1b18d up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:07.655903 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50d31c04-a47b-48b9-a4b2-25d6b472fb4f req-5877a135-23ec-4a8f-bfcd-a1bf0f1b7696 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424758
Mar 08 21:30:07.795209 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 9da2adab-0691-4688-9864-3e1d56d1b18d completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:07.812381 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 9da2adab-0691-4688-9864-3e1d56d1b18d triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:07.823397 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:08.037509 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fc283-44f1-4e0d-b049-8ca5a7265609 req-233c7b8d-ddf6-49bd-9779-fa13915bce3f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:08.048879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1b8fc283-44f1-4e0d-b049-8ca5a7265609 req-233c7b8d-ddf6-49bd-9779-fa13915bce3f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 945 time: 0.2617688
Mar 08 21:30:08.078746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d634-45a2-4291-8aa6-825d683e6175 req-489e8514-5fc0-4e2b-a2c2-f60544bfb00a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:08.091244 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8600d634-45a2-4291-8aa6-825d683e6175 req-489e8514-5fc0-4e2b-a2c2-f60544bfb00a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2440202
Mar 08 21:30:08.166628 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1b8fc283-44f1-4e0d-b049-8ca5a7265609 req-225d128a-da33-45f8-8591-f1d68eb1e255 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163285
Mar 08 21:30:08.211067 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:08.219278 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8600d634-45a2-4291-8aa6-825d683e6175 req-3c2c1491-b537-40cc-9449-17762bcbc632 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267259
Mar 08 21:30:08.278708 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:08.290005 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9da2adab-0691-4688-9864-3e1d56d1b18d,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:08.294991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:08.382316 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:08.394638 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'code': 200}
Mar 08 21:30:08.971131 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1803dafe-4ede-479d-b483-e4dae2d92f25 req-e85ce997-298d-411f-84a3-211bc76180ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 1099 time: 0.1674256
Mar 08 21:30:09.147357 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac32d4-6f73-41a5-9c81-b901c3906753 req-714f747c-6c25-4314-b193-708876beb128 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:09.152374 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2cac32d4-6f73-41a5-9c81-b901c3906753 req-714f747c-6c25-4314-b193-708876beb128 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.2928901
Mar 08 21:30:09.195888 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b0d3c-ecb6-4457-9d05-7567a51cf50d req-e7e88eaa-19f1-4674-a2f9-80a9dd41a363 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:09.212599 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a45b0d3c-ecb6-4457-9d05-7567a51cf50d req-e7e88eaa-19f1-4674-a2f9-80a9dd41a363 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2018189
Mar 08 21:30:09.281666 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2cac32d4-6f73-41a5-9c81-b901c3906753 req-ddf21c4d-c154-4c1e-b2d5-7862b5a38805 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227026
Mar 08 21:30:09.337602 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a45b0d3c-ecb6-4457-9d05-7567a51cf50d req-8f64fa24-ab8e-464a-93e9-f4b263732e62 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230471
Mar 08 21:30:09.452164 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Sync routers for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:30:09.467375 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:09.468303 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c3d550>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:09.481719 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1803dafe-4ede-479d-b483-e4dae2d92f25 req-28b877b7-4575-4ad4-be37-c981960a6840 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416407
Mar 08 21:30:09.599266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050d80d-4231-4f20-add2-02c86568fc95 req-8ba18d55-d001-4f32-9b4a-9e410f7b6fff tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:09.606299 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3050d80d-4231-4f20-add2-02c86568fc95 req-8ba18d55-d001-4f32-9b4a-9e410f7b6fff tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2192101
Mar 08 21:30:09.752599 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9d210-dd35-4038-985f-89542ffa6662 req-d28b6e34-2d71-41f6-ac31-51724613726a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:09.755417 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c4e9d210-dd35-4038-985f-89542ffa6662 req-d28b6e34-2d71-41f6-ac31-51724613726a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.1478348
Mar 08 21:30:09.846977 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756facc-8666-49d5-a145-3562274bbbc1 req-8c25c07c-8168-4586-8909-a2fc3649e85c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:09.848549 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1756facc-8666-49d5-a145-3562274bbbc1 req-8c25c07c-8168-4586-8909-a2fc3649e85c tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 946 time: 0.2215202
Mar 08 21:30:09.866585 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c4e9d210-dd35-4038-985f-89542ffa6662 req-90f68303-9bdc-47d6-bc43-8348d1aa03a7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037128
Mar 08 21:30:09.869596 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:10.016039 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1756facc-8666-49d5-a145-3562274bbbc1 req-dcbd3d6d-0f7a-4956-98cf-b773de9a7f8f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541171
Mar 08 21:30:10.172965 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Deleting port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:30:10.173568 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:10.620552 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c3d550>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:50Z', 'revision_number': 4, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '13658a25-ab2d-479f-b8d2-28800428dfcc', 'name': '', 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'mac_address': 'fa:16:3e:5f:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:48Z', 'updated_at': '2022-03-08T21:29:50Z', 'revision_number': 2, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'subnets': [{'id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:10.644254 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Checking router: 36dd0f26-e407-4c38-800c-6fb69f2462f0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:30:10.645215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Updating router 36dd0f26-e407-4c38-800c-6fb69f2462f0 port 13658a25-ab2d-479f-b8d2-28800428dfcc binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:30:10.682035 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] For port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:10.682560 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:10.738837 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:11.071418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Calling delete_port for 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:30:11.303489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c0548-e723-4c54-bc9d-f4d00afa2980 req-f0c3304e-72eb-4a2b-8899-88874b8bc93e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:11.312153 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e3c0548-e723-4c54-bc9d-f4d00afa2980 req-f0c3304e-72eb-4a2b-8899-88874b8bc93e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.1117239
Mar 08 21:30:11.376501 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e3c0548-e723-4c54-bc9d-f4d00afa2980 req-2ca5fe7b-2c8a-4d9b-a41b-ea033a6fce45 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627491
Mar 08 21:30:11.485998 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:11.545238 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f8f0d-666f-4ae7-a8ab-25a8e66ccf11 req-58e9dbbe-8a24-45d6-8442-aadee15a1277 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:11.552875 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-df2f8f0d-666f-4ae7-a8ab-25a8e66ccf11 req-58e9dbbe-8a24-45d6-8442-aadee15a1277 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.4009919
Mar 08 21:30:11.614800 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Transition to ACTIVE for port object 13658a25-ab2d-479f-b8d2-28800428dfcc will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:30:11.624660 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:11.628274 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-df2f8f0d-666f-4ae7-a8ab-25a8e66ccf11 req-73591b81-1c45-4fb0-8af7-84196a6c1268 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744030
Mar 08 21:30:11.629198 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:11.748291 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a2578c7c-3c72-4aed-ad98-36050e416e34 req-a9838b9a-b13e-45dd-8604-6324590a9c11 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=16de1490-72be-4c6c-b8a6-8e378b13cc2c HTTP/1.1" status: 200  len: 210 time: 0.1529188
Mar 08 21:30:11.787684 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Pushing event deleted for resources: {'Port': ['ID=79dd00dc-f1e6-41ae-ab1a-ae97745e3256,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:11.800096 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.800727 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.801218 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.801715 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.802255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.802746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.803962 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.804458 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.804949 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.805450 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.805932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:11.863541 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['4465376b-14ca-4aa4-88a9-45dd6767eed7'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:11.956932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] No DVR routers for this DVR port 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:30:11.969892 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:11.973563 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'name': 'network-vif-deleted', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:12.034315 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3050d80d-4231-4f20-add2-02c86568fc95 req-18f42abe-3344-494d-a68f-c5e4b8131fc5 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "DELETE /v2.0/ports/79dd00dc-f1e6-41ae-ab1a-ae97745e3256 HTTP/1.1" status: 204  len: 173 time: 2.0376308
Mar 08 21:30:12.041582 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Pushing event updated for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:12.222936 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de1490-72be-4c6c-b8a6-8e378b13cc2c', 'name': 'network-vif-deleted', 'tag': '79dd00dc-f1e6-41ae-ab1a-ae97745e3256', 'status': 'completed', 'code': 200}
Mar 08 21:30:12.740720 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Attempting to bind port 13658a25-ab2d-479f-b8d2-28800428dfcc on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:30:12.741345 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Attempting to bind port 13658a25-ab2d-479f-b8d2-28800428dfcc by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:30:12.741558 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Attempting to bind port 13658a25-ab2d-479f-b8d2-28800428dfcc on network a1da3fac-0444-4848-99da-71466e6d8e5e {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:30:12.749159 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:30:12.749527 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Checking segment: {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:30:12.749923 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:12.750364 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Bound using segment: {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:30:12.750755 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Bound port: 13658a25-ab2d-479f-b8d2-28800428dfcc, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a5fb92-08f8-487d-b201-68902dceb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:30:12.751163 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:12.751356 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e164f-c113-4d75-bc6f-1219eeba05c8 req-1c0445eb-21a8-45df-b324-3d460fd6d0dc tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:12.753478 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9d2e164f-c113-4d75-bc6f-1219eeba05c8 req-1c0445eb-21a8-45df-b324-3d460fd6d0dc tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.2002110
Mar 08 21:30:12.946916 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9d2e164f-c113-4d75-bc6f-1219eeba05c8 req-8e3aceb8-14eb-497a-bfb7-f687e7fc7bf7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871619
Mar 08 21:30:12.972534 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] For port 13658a25-ab2d-479f-b8d2-28800428dfcc, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:30:12.979991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] For port 13658a25-ab2d-479f-b8d2-28800428dfcc, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=13658a25-ab2d-479f-b8d2-28800428dfcc,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:30:13.014034 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:13.176735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Pushing event updated for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:13.254826 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.257330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.257965 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.258765 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.260829 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.261971 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.262922 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.263953 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.267745 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.268374 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.269425 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336963-ea16-4ab3-bb11-48bffe0ceb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:13.310392 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-7aae6e1d-2936-42b7-b878-c8f9cf5c50f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:13.342186 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:13.345593 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c3d550>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:29:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:13.760420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405a2a-0112-4f03-a606-9ff584c876d5 req-09992261-7f79-44e7-ac4c-e35b26832943 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:13.773422 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6a405a2a-0112-4f03-a606-9ff584c876d5 req-09992261-7f79-44e7-ac4c-e35b26832943 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2659822
Mar 08 21:30:13.806017 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:30:13.898803 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6a405a2a-0112-4f03-a606-9ff584c876d5 req-996ed284-a249-4cc3-b56f-3d3a60bdc2a2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178927
Mar 08 21:30:13.902647 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:14.131507 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:30:14.131984 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 79dd00dc-f1e6-41ae-ab1a-ae97745e3256 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:30:14.147653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6136e75-2397-46bc-b65d-f172116cdc8f req-3c2aa4ac-7d79-4f9f-9c4d-04de0bae60a4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:14.157501 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e6136e75-2397-46bc-b65d-f172116cdc8f req-3c2aa4ac-7d79-4f9f-9c4d-04de0bae60a4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.2005460
Mar 08 21:30:14.167383 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47338) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:14.173330 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'port_id': '9da2adab-0691-4688-9864-3e1d56d1b18d'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:14.407675 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:15.094735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c3d550>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:50Z', 'revision_number': 4, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '13658a25-ab2d-479f-b8d2-28800428dfcc', 'name': '', 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'mac_address': 'fa:16:3e:5f:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:48Z', 'updated_at': '2022-03-08T21:30:12Z', 'revision_number': 4, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'subnets': [{'id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:15.125963 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df9a62-d69e-42ce-9141-bd48b92c79b9 None None] The sync data for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi is: [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:29:50Z', 'revision_number': 4, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '13658a25-ab2d-479f-b8d2-28800428dfcc', 'name': '', 'network_id': 'a1da3fac-0444-4848-99da-71466e6d8e5e', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'mac_address': 'fa:16:3e:5f:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:48Z', 'updated_at': '2022-03-08T21:30:12Z', 'revision_number': 4, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'subnets': [{'id': 'b0545cbd-955f-4dcd-a115-66011715b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:30:15.292342 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4242b9e-708e-468c-85ac-eed9e628bfa3 req-c7a6cc20-729c-4cb7-9f89-540ac64e749f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:15.293815 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c4242b9e-708e-468c-85ac-eed9e628bfa3 req-c7a6cc20-729c-4cb7-9f89-540ac64e749f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1866400
Mar 08 21:30:15.398190 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c4242b9e-708e-468c-85ac-eed9e628bfa3 req-8ec626d5-de37-4ed1-9c62-3a2053c28ced tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957291
Mar 08 21:30:15.431124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ff52-f67d-4b81-9e9e-886d98305e9b req-f1296eef-dc22-47bf-8504-b9fc5087605f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:15.433313 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e371ff52-f67d-4b81-9e9e-886d98305e9b req-f1296eef-dc22-47bf-8504-b9fc5087605f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.6234291
Mar 08 21:30:15.579796 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e66f756c-8106-4541-8b6e-e2f449fb1255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:15.700371 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e371ff52-f67d-4b81-9e9e-886d98305e9b req-356f626c-f073-4083-a4b9-07bbfec13038 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857240
Mar 08 21:30:16.356925 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:16.365078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:16.616400 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:16.784700 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:16.871847 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP 9ca3c8a1-6836-4af2-b6d1-bc04f0e65529 associated. External IP: 172.27.0.200, port: 9da2adab-0691-4688-9864-3e1d56d1b18d.
Mar 08 21:30:16.942675 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c2c1-b503-4c81-b49c-09fd5900571b req-c3fd9399-8a93-4740-acb2-4a84069547d7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:16.956752 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de03c2c1-b503-4c81-b49c-09fd5900571b req-c3fd9399-8a93-4740-acb2-4a84069547d7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2655756
Mar 08 21:30:17.063708 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 13658a25-ab2d-479f-b8d2-28800428dfcc up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:17.116227 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de03c2c1-b503-4c81-b49c-09fd5900571b req-f3bf02f3-0294-45b2-bc36-e999be99525c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1585124
Mar 08 21:30:17.252728 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 13658a25-ab2d-479f-b8d2-28800428dfcc completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:17.261430 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 13658a25-ab2d-479f-b8d2-28800428dfcc triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:17.261802 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:17.484658 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:17.534065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e5ab-f58d-4fcd-8661-7ac656d03d5b req-7930440c-1a55-45c8-b301-a70a3a4d8e3f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:17.534389 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 13658a25-ab2d-479f-b8d2-28800428dfcc, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=13658a25-ab2d-479f-b8d2-28800428dfcc,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:17.538128 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3cb0e5ab-f58d-4fcd-8661-7ac656d03d5b req-7930440c-1a55-45c8-b301-a70a3a4d8e3f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.3096950
Mar 08 21:30:17.539974 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:17.792757 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3cb0e5ab-f58d-4fcd-8661-7ac656d03d5b req-9be8d450-6585-4eeb-b395-4788cd34d72b tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400517
Mar 08 21:30:17.861009 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:17.893467 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:18.138489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:30:18.362586 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb14c9-dfa6-4a2c-ade7-e4488baf2c82 req-75322a98-2ec5-4a7d-8670-f1cbea29f063 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:18.373918 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e4bb14c9-dfa6-4a2c-ade7-e4488baf2c82 req-75322a98-2ec5-4a7d-8670-f1cbea29f063 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1113389
Mar 08 21:30:18.501084 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e4bb14c9-dfa6-4a2c-ade7-e4488baf2c82 req-9da35d8c-6355-4a22-87d9-587780a7c458 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196234
Mar 08 21:30:18.568006 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:30:18.578515 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:18.582093 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:30:18.596254 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:18.597213 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13d99e50>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:18.696123 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-da75cdf0-9d71-4229-896a-fad140b89b94 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "PUT /v2.0/floatingips/9ca3c8a1-6836-4af2-b6d1-bc04f0e65529 HTTP/1.1" status: 200  len: 992 time: 4.5270700
Mar 08 21:30:18.696906 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:18.780046 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'status': 'completed', 'code': 200}
Mar 08 21:30:18.809803 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:18.936423 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 13658a25-ab2d-479f-b8d2-28800428dfcc up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:18.957030 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-81e1a213-7d51-4d61-a6ef-a81b1e071499 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 1099 time: 0.1587489
Mar 08 21:30:19.103934 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 13658a25-ab2d-479f-b8d2-28800428dfcc triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:19.104631 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:19.276838 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13d99e50>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}, {'id': '9ca3c8a1-6836-4af2-b6d1-bc04f0e65529', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:81:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6e924-17e3-4272-9b61-255d94990cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:29:45Z', 'updated_at': '2022-03-08T21:30:16Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:19.280861 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:30:19.292698 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:19.293310 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13d99e50>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:19.397643 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bd01f-fdec-4ad6-a4d8-c03e053bc907 req-6aaec674-3222-4393-bbe5-0bdc777e9add tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:19.409372 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b46bd01f-fdec-4ad6-a4d8-c03e053bc907 req-6aaec674-3222-4393-bbe5-0bdc777e9add tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Synchronizing usage tracker for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:19.444349 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-5f4c60ee-e4b1-4600-9ff9-7bf9173d0b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:19.453503 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-5f4c60ee-e4b1-4600-9ff9-7bf9173d0b1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.4830453
Mar 08 21:30:19.460475 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b46bd01f-fdec-4ad6-a4d8-c03e053bc907 req-6aaec674-3222-4393-bbe5-0bdc777e9add tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Unset dirty status for tenant:ce57c7b43685481bab404b1b6fc0d631 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:19.461905 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b46bd01f-fdec-4ad6-a4d8-c03e053bc907 req-6aaec674-3222-4393-bbe5-0bdc777e9add tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.3406744
Mar 08 21:30:19.502467 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:19.563703 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b46bd01f-fdec-4ad6-a4d8-c03e053bc907 req-58d3f95e-5b93-4f40-a578-43207081c523 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942755
Mar 08 21:30:19.954919 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-2e6fe441-65a9-4fb0-9c71-62d0d331c311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da2adab-0691-4688-9864-3e1d56d1b18d HTTP/1.1" status: 200  len: 1000 time: 0.4141436
Mar 08 21:30:20.007530 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029500-d6e8-44d6-8088-9d26035d733e req-d4b2392e-cd96-495b-ba0e-a573eda87252 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:20.014963 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4029500-d6e8-44d6-8088-9d26035d733e req-d4b2392e-cd96-495b-ba0e-a573eda87252 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2464504
Mar 08 21:30:20.070994 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4029500-d6e8-44d6-8088-9d26035d733e req-a45bcd10-bf7e-4a1e-a9c1-adcf29da3661 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551462
Mar 08 21:30:20.282707 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13d99e50>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}, {'id': '9ca3c8a1-6836-4af2-b6d1-bc04f0e65529', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:81:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6e924-17e3-4272-9b61-255d94990cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:29:45Z', 'updated_at': '2022-03-08T21:30:16Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:20.289848 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1e30b-5a34-4c37-b71b-27b62149a4dd None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}, {'id': '9ca3c8a1-6836-4af2-b6d1-bc04f0e65529', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:81:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6e924-17e3-4272-9b61-255d94990cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:29:45Z', 'updated_at': '2022-03-08T21:30:16Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:30:20.965306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659a16-1a7f-4fb6-87d3-baa75019c5bc req-2d2367a2-7e3d-4759-9de1-db9ef2068f41 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:20.976478 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e9659a16-1a7f-4fb6-87d3-baa75019c5bc req-2d2367a2-7e3d-4759-9de1-db9ef2068f41 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1425605
Mar 08 21:30:21.076189 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e9659a16-1a7f-4fb6-87d3-baa75019c5bc req-e1b62499-5c0e-46e9-ad0a-da5625665878 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986969
Mar 08 21:30:21.292597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87c8f7-e7d8-467a-be33-221b9272211e req-b847aa5c-e415-4c05-a505-d54e454045a4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:21.294080 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a87c8f7-e7d8-467a-be33-221b9272211e req-b847aa5c-e415-4c05-a505-d54e454045a4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.0842898
Mar 08 21:30:21.361220 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a87c8f7-e7d8-467a-be33-221b9272211e req-465dcfc1-873e-41ed-9833-6c3c32cb9454 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592535
Mar 08 21:30:22.362390 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-08d1670b-44e2-4c02-a617-16618d5d2403 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:22.403936 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-08d1670b-44e2-4c02-a617-16618d5d2403 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:22.411929 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-08d1670b-44e2-4c02-a617-16618d5d2403 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514742406&fields=id&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 267 time: 0.1016197
Mar 08 21:30:22.589849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57656a2d-43cc-49e5-bd86-ac30a1d55fe9 req-fc59eeae-c82b-4a7e-8674-f743bfe0d155 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:22.599457 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57656a2d-43cc-49e5-bd86-ac30a1d55fe9 req-fc59eeae-c82b-4a7e-8674-f743bfe0d155 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2345262
Mar 08 21:30:22.616773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-52d16acb-0951-42f6-aaa8-e336ebc11e09 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:22.617367 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-52d16acb-0951-42f6-aaa8-e336ebc11e09 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:22.643847 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-52d16acb-0951-42f6-aaa8-e336ebc11e09 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:22.645529 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-52d16acb-0951-42f6-aaa8-e336ebc11e09 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.2256255
Mar 08 21:30:22.668824 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-75febf74-917a-44ab-8d7d-89460e157a02 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/quotas/f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 375 time: 0.0173454
Mar 08 21:30:22.680674 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57656a2d-43cc-49e5-bd86-ac30a1d55fe9 req-f889bc2b-98a2-4ce3-b335-5d8a7a71eecb tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802193
Mar 08 21:30:22.693996 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-6992d8a3-316f-48e8-980a-6c3cbf547c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:22.707499 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-6992d8a3-316f-48e8-980a-6c3cbf547c1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.2130880
Mar 08 21:30:22.799744 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-0a6c089e-45c9-41b7-812a-2e843cb08408 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1234093
Mar 08 21:30:23.094359 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2be48-2dcc-4d5a-9232-1b2bc2c10daa req-e89b1a38-58ad-4265-9e1b-1aee4e7e9fdb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:23.101495 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cce2be48-2dcc-4d5a-9232-1b2bc2c10daa req-e89b1a38-58ad-4265-9e1b-1aee4e7e9fdb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1805542
Mar 08 21:30:23.103334 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-42bbea4e-9ad6-4e0a-a3ec-28a2b01cfc31 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006570
Mar 08 21:30:23.176631 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cce2be48-2dcc-4d5a-9232-1b2bc2c10daa req-ee8eafc3-46b2-48f8-8fe1-e97c493a9b4a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741494
Mar 08 21:30:23.193870 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-967e8717-aab0-4180-8fc3-aaaea24dc0bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4674430
Mar 08 21:30:23.336576 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-283e593c-ac75-4cca-a397-07c847dbb340 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320924
Mar 08 21:30:23.818884 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81aec5-f69e-4eba-9837-be443c7623da None None] New status for floating IP 9ca3c8a1-6836-4af2-b6d1-bc04f0e65529: ACTIVE {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:30:24.003191 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312158-e9c3-44c3-8cf5-42901a8d947d req-407e5fee-1688-4a60-8c2e-d8478597eb62 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:24.004845 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-70312158-e9c3-44c3-8cf5-42901a8d947d req-407e5fee-1688-4a60-8c2e-d8478597eb62 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1389174
Mar 08 21:30:24.082034 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-9363cdb5-23de-43fe-a144-6e8c2e8d27e1 req-1e2835d6-caaf-4ed8-bb7e-8467ebb643d9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:24.123027 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-70312158-e9c3-44c3-8cf5-42901a8d947d req-5fbd4fb9-cb67-407c-9388-be215bdb27dd tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114790
Mar 08 21:30:24.137374 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-9363cdb5-23de-43fe-a144-6e8c2e8d27e1 req-1e2835d6-caaf-4ed8-bb7e-8467ebb643d9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:24.138852 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9363cdb5-23de-43fe-a144-6e8c2e8d27e1 req-1e2835d6-caaf-4ed8-bb7e-8467ebb643d9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 210 time: 0.1689663
Mar 08 21:30:24.169441 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-8946e751-0480-4a58-9d7f-9fce19550f8d service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4047847
Mar 08 21:30:24.330011 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bcd0de27-e2cb-4d5c-8654-284d76a7a4cf req-2fc53c0c-d26d-4e60-a4b2-5cdc3b46dde5 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430798
Mar 08 21:30:24.520151 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f0059-9180-4b06-99ad-91152b407f73 req-7bd60db7-fc70-4fad-9c7d-39956ca0f08a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:24.537846 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9b0f0059-9180-4b06-99ad-91152b407f73 req-7bd60db7-fc70-4fad-9c7d-39956ca0f08a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1186984
Mar 08 21:30:24.602894 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9b0f0059-9180-4b06-99ad-91152b407f73 req-73a56268-66db-4ee6-a3d1-5acd4ea0491e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635142
Mar 08 21:30:24.855142 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454cc8a-a91b-43de-9ad9-338929adc3b2 req-750b67fe-77ca-4e16-acbd-6018fb9eaa58 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:24.857544 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e454cc8a-a91b-43de-9ad9-338929adc3b2 req-750b67fe-77ca-4e16-acbd-6018fb9eaa58 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.1041076
Mar 08 21:30:24.917838 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e454cc8a-a91b-43de-9ad9-338929adc3b2 req-1ef9addf-c67c-4d1d-b9c2-ef59a3a42067 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527339
Mar 08 21:30:24.946480 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47472) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:25.167954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-924fbbfa-d1ea-4fa5-97e6-288d3eef03b6 tempest-TestMinimumBasicScenario-1921803258 tempest-TestMinimumBasicScenario-1921803258-project-admin] Synchronizing usage tracker for tenant:ba75534b42d64e259dfdafc1ba2f94de on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:25.185166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-924fbbfa-d1ea-4fa5-97e6-288d3eef03b6 tempest-TestMinimumBasicScenario-1921803258 tempest-TestMinimumBasicScenario-1921803258-project-admin] Unset dirty status for tenant:ba75534b42d64e259dfdafc1ba2f94de on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:25.186619 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-924fbbfa-d1ea-4fa5-97e6-288d3eef03b6 tempest-TestMinimumBasicScenario-1921803258 tempest-TestMinimumBasicScenario-1921803258-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1093 time: 0.2390623
Mar 08 21:30:25.189934 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47484) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:25.197414 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'port_id': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:25.203022 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:25.207300 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:floatingip and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:25.210267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:25.216304 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:25.237353 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:25.414467 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f252a6e4-3dba-4b08-b91f-f6cad5bf7949 req-4f41884e-3ff0-46c1-828e-71fc9f584abb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 210 time: 0.0556517
Mar 08 21:30:25.474391 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-28b66473-017b-4b99-a54c-0c7e4d1113cf tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:25.476403 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-28b66473-017b-4b99-a54c-0c7e4d1113cf tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.2776902
Mar 08 21:30:25.507209 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43f0d-44d5-45a6-a861-fec90a67e3df req-8ef7e740-c5e1-4053-a6d9-5b7a7b29a5a8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:25.509146 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7f43f0d-44d5-45a6-a861-fec90a67e3df req-8ef7e740-c5e1-4053-a6d9-5b7a7b29a5a8 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1305296
Mar 08 21:30:25.538773 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-c6a8c811-eedc-48fd-8a1d-347de6cd0b03 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:25.549902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-c6a8c811-eedc-48fd-8a1d-347de6cd0b03 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:25.550991 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-c6a8c811-eedc-48fd-8a1d-347de6cd0b03 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 380 time: 0.0555165
Mar 08 21:30:25.573074 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'port': {'device_id': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'admin_state_up': True, 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'security_groups': ['2e2fd788-06d4-4f79-aa1c-c83c45d33f75']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:25.576691 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:25.581505 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7f43f0d-44d5-45a6-a861-fec90a67e3df req-ff686074-ff71-435d-98ca-70ffa05c4060 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630221
Mar 08 21:30:25.727923 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:25.735610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Allocated IP 172.27.0.25 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/8e54d182-e6f8-4c42-b1c2-04bb41890ee8) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:30:25.739233 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:25.751054 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Made reservation on behalf of f7a70d4d58f24e6c8d4965f686c4190f for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:30:25.755363 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:25.887685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:25.918962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:25.950440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30129859-2d60-44af-989f-84444d71a5af req-c0ffa4d6-52a8-4d08-8474-09d60dc01b96 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:25.952535 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-30129859-2d60-44af-989f-84444d71a5af req-c0ffa4d6-52a8-4d08-8474-09d60dc01b96 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.1860826
Mar 08 21:30:25.989789 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:30:25.990537 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'Port': ['ID=8e54d182-e6f8-4c42-b1c2-04bb41890ee8,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:25.993448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:30:25.996293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:30:26.026811 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.20.0.7 (82622fe2-649c-4c2f-9e40-1607d1806f17/d131575c-50bb-41e8-9511-7e84a7c8e9a7/2369f767-f10d-47c6-9fe1-1d1c809ac8ab) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:30:26.035160 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-30129859-2d60-44af-989f-84444d71a5af req-120a28ed-672a-4aa0-bd16-3740e35cbf6b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750186
Mar 08 21:30:26.160955 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.161298 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.161635 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.161968 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.162296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.162620 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.162941 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.163309 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.163571 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.163918 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.164235 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:30:26.231852 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.249589 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Transition to ACTIVE for port object 2369f767-f10d-47c6-9fe1-1d1c809ac8ab will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:30:26.275579 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.304357 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-bc23c1bf-3709-4b72-9662-47c22dea6d57 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:26.305773 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-bc23c1bf-3709-4b72-9662-47c22dea6d57 tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.1975296
Mar 08 21:30:26.349653 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:30:26.353197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:30:26.355077 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:26.357157 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:30:26.430757 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:26.431517 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.464785 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ff037196-4f26-41e9-bd1a-621eb99a1b1f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8953981
Mar 08 21:30:26.479185 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Request body: {'port': {'device_id': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:26.516197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Deleting port 4465376b-14ca-4aa4-88a9-45dd6767eed7 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:30:26.516538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.672443 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.722626 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-f98586d6-6b16-4ae0-ae87-7441456ec245 None None] Provisioning for port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:26.728130 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-f98586d6-6b16-4ae0-ae87-7441456ec245 None None] Provisioning complete for port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:26.728500 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-f98586d6-6b16-4ae0-ae87-7441456ec245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.813145 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-f98586d6-6b16-4ae0-ae87-7441456ec245 None None] Port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:30:26.929651 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] For port 4465376b-14ca-4aa4-88a9-45dd6767eed7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4465376b-14ca-4aa4-88a9-45dd6767eed7,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:26.930048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:26.958293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf36b-175b-421a-93da-b5713603d747 req-4a437175-9915-427f-8f4c-6664a6359853 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:26.960189 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e9bf36b-175b-421a-93da-b5713603d747 req-4a437175-9915-427f-8f4c-6664a6359853 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 931 time: 0.3749478
Mar 08 21:30:27.014970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bb7bc-10a3-44d3-9663-8e88d974e19c req-8d590e47-4312-4d12-a778-1d0a0fa6a6fa tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:27.016457 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-507bb7bc-10a3-44d3-9663-8e88d974e19c req-8d590e47-4312-4d12-a778-1d0a0fa6a6fa tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 945 time: 0.2370374
Mar 08 21:30:27.093780 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Calling delete_port for 4465376b-14ca-4aa4-88a9-45dd6767eed7 owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:30:27.139194 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-507bb7bc-10a3-44d3-9663-8e88d974e19c req-c5a47df6-7a58-42d9-a424-f1fdbe63335a tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/security-groups?id=679738b5-fc62-4f06-b11f-01ca0a7b0e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718882
Mar 08 21:30:27.199657 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9e9bf36b-175b-421a-93da-b5713603d747 req-04cfc0d8-e8f0-4f6f-9ffb-6e39cdc8b1be tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880124
Mar 08 21:30:27.273594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2369f767-f10d-47c6-9fe1-1d1c809ac8ab {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:27.283833 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.339875 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Transition to ACTIVE for port object 2369f767-f10d-47c6-9fe1-1d1c809ac8ab will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:30:27.345774 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.419706 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.433049 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['4465376b-14ca-4aa4-88a9-45dd6767eed7'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:27.467490 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.469125 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Pushing event deleted for resources: {'Port': ['ID=4465376b-14ca-4aa4-88a9-45dd6767eed7,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:27.536272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Pushing event updated for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:27.585929 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacd1b-e85a-428e-94ab-79748f9fbfca req-4980b34c-cb5e-49fd-935a-a267f3d715f9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:27.586704 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f5dacd1b-e85a-428e-94ab-79748f9fbfca req-4980b34c-cb5e-49fd-935a-a267f3d715f9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.3002808
Mar 08 21:30:27.597114 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] No DVR routers for this DVR port 4465376b-14ca-4aa4-88a9-45dd6767eed7 on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:30:27.601028 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.606872 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'name': 'network-vif-deleted', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:27.623157 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.661237 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f5dacd1b-e85a-428e-94ab-79748f9fbfca req-8aa3aaf5-edcd-41a7-8c70-44018efcfada tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677767
Mar 08 21:30:27.662025 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Attempting to bind port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:30:27.662354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Attempting to bind port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:30:27.662672 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Attempting to bind port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:30:27.668874 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab on network 82622fe2-649c-4c2f-9e40-1607d1806f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:30:27.669194 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Attempting to bind port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:30:27.676057 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:30:27.676392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:30:27.676772 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Bound using segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:30:27.677193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Bound port: 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:30:27.677533 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.757361 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d51312-dfdc-4065-874a-77dd7038f57d', 'name': 'network-vif-deleted', 'tag': '4465376b-14ca-4aa4-88a9-45dd6767eed7', 'status': 'completed', 'code': 200}
Mar 08 21:30:27.777198 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:30:27.780647 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:30:27.783060 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-32426a11-f507-43b1-834d-61e0c7bdba0d req-d0e3c032-667a-4b86-bb3e-7aa296b5027f tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.30 "DELETE /v2.0/ports/4465376b-14ca-4aa4-88a9-45dd6767eed7 HTTP/1.1" status: 204  len: 173 time: 1.4695644
Mar 08 21:30:27.785270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.848932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:27.850516 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] 10.222.0.30 "PUT /v2.0/ports/2369f767-f10d-47c6-9fe1-1d1c809ac8ab HTTP/1.1" status: 200  len: 1093 time: 1.3774981
Mar 08 21:30:27.850969 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:27.871440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03bdec-56b8-4136-8e6c-de78e431086d service neutron] Pushing event updated for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:27.941065 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'status': 'completed', 'code': 200}
Mar 08 21:30:28.008975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.015010 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.046424 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-c21a9303-b13c-444a-9e6f-8ee3d20fd9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 1096 time: 0.0829647
Mar 08 21:30:28.114369 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-aeeb92be-5f20-44cf-bb17-25b01ab30e61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab HTTP/1.1" status: 200  len: 217 time: 0.0603595
Mar 08 21:30:28.131584 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'Port': ['ID=8e54d182-e6f8-4c42-b1c2-04bb41890ee8,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:28.145063 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.180235 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-cee07d0a-d65f-42be-a4f1-aa1cd6dd032c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:28.181711 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-cee07d0a-d65f-42be-a4f1-aa1cd6dd032c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0607085
Mar 08 21:30:28.268787 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-ef271a4a-e4e3-4473-a52c-ddca060aa7e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730400
Mar 08 21:30:28.353445 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Floating IP 3fdb54b9-4ab5-4576-a529-4de54f75416b associated. External IP: 172.27.0.25, port: bdac333d-f6f4-4f40-b2ca-84aa77ab7103.
Mar 08 21:30:28.413485 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8619d40-fb12-43df-afee-af38c87452a6 req-20b5e834-644a-424b-9f3d-049fc37fd3de tempest-ServerRescueNegativeTestJSON-268224910 tempest-ServerRescueNegativeTestJSON-268224910-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d51312-dfdc-4065-874a-77dd7038f57d HTTP/1.1" status: 200  len: 210 time: 0.0649171
Mar 08 21:30:28.448424 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47564) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:28.519649 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-b9eaf735-0790-48c6-af62-ca644146ef7a service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440765
Mar 08 21:30:28.530921 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Deleting subnet 8e241b30-ee3c-4871-8ff2-6d74050c48ed {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:30:28.552253 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.578394 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0632b8-07af-4374-ad2c-395cfe43f7da req-4b90586b-5216-494a-8068-9d7bea1b4665 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:28.581125 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2d0632b8-07af-4374-ad2c-395cfe43f7da req-4b90586b-5216-494a-8068-9d7bea1b4665 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.2291236
Mar 08 21:30:28.650964 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2d0632b8-07af-4374-ad2c-395cfe43f7da req-d8803192-a235-4a8a-8afb-52555141aace tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634854
Mar 08 21:30:28.722083 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.805845 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9fba87f3-ab6a-4f83-96fe-79533233063b req-a4ef5a0b-b309-401c-a277-a8d33d319a57 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2778461
Mar 08 21:30:28.808273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:28.868380 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:30:29.004539 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.050575 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e241b30-ee3c-4871-8ff2-6d74050c48ed,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:29.062266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f1e3-d375-4065-bf69-45bec2950dae req-166b2c43-205a-44d2-b71c-b5f657160b4d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:29.063810 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4176f1e3-d375-4065-bf69-45bec2950dae req-166b2c43-205a-44d2-b71c-b5f657160b4d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.2251437
Mar 08 21:30:29.065883 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.070765 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-99d3827a-e184-4389-a4e4-2f8039bcec08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 1096 time: 0.1830666
Mar 08 21:30:29.074348 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:30:29.084974 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Sync routers for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:30:29.096137 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.099822 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:29.100613 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1387b190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.110385 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-317b4dca-8670-47df-9cf9-ae7c47707716 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e241b30-ee3c-4871-8ff2-6d74050c48ed HTTP/1.1" status: 204  len: 168 time: 0.6629035
Mar 08 21:30:29.115531 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47570) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:29.148942 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9ffd51c0-7caf-4705-a919-65ca7d1a09d6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.9578657
Mar 08 21:30:29.151585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47574) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:29.156737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122446219', 'description': 'tempest-secgroup-smoke-122446219 description', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:29.162953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:29.175733 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:29.187090 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.223643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:29.227605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:29.230582 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:29.237533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:29.279473 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4176f1e3-d375-4065-bf69-45bec2950dae req-25c77c8a-dd03-4f57-bb73-ed5959094679 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2077479
Mar 08 21:30:29.314888 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.322105 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.323308 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.325112 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:29.333339 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.347209 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-4bf2d67d-3f95-4114-9dcb-6e745253ee49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:29.348768 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-4bf2d67d-3f95-4114-9dcb-6e745253ee49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.2617784
Mar 08 21:30:29.383867 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9cf6c2-73ef-41af-9701-39b52595661d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:29.386929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.388420 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-54c0d368-03f1-4083-b9e1-35bbe2da84ef tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2358997
Mar 08 21:30:29.391197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47578) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:29.397509 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:29.404244 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:29.410102 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:29.413247 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:29.419302 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:29.439831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.503995 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.505905 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-5e499e2f-81c5-44a2-b436-9c2e9b9a1919 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab HTTP/1.1" status: 200  len: 217 time: 0.1329689
Mar 08 21:30:29.509196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.526984 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a849985-1f4a-4bb6-89f5-edbfd7708db8,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:29.539987 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47584) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:29.563446 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.599989 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc137b07f0>,) {'filters': {'network_id': ['358b8a31-78e4-4dfb-853f-067af25a4dc1']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.616062 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-eeb40cf4-753a-4b0a-a1b9-10f55bee6899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:29.617523 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-eeb40cf4-753a-4b0a-a1b9-10f55bee6899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0955648
Mar 08 21:30:29.619161 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc137b07f0>, 'b633781e-ebe3-47bc-8318-94358a52a151') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.619455 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc137b07f0>, 'b633781e-ebe3-47bc-8318-94358a52a151') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.665382 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.693587 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.706808 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:30:29.707211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.710926 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4465376b-14ca-4aa4-88a9-45dd6767eed7 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:30:29.720978 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:30:29.769086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:29.806875 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-e950bad4-3104-41fb-8125-16a4b7f42c85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1803985
Mar 08 21:30:29.808623 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.810866 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.820536 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-067d92ec-5311-469b-806f-f254bd12c917 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4276154
Mar 08 21:30:29.826289 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47592) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:29.832352 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1387b190>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '3fdb54b9-4ab5-4576-a529-4de54f75416b', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'port_id': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'mac_address': 'fa:16:3e:53:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:26Z', 'updated_at': '2022-03-08T21:30:26Z', 'revision_number': 0, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.841810 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Checking router: 57b89291-b13f-46f7-ba9d-c8310f0f9f55 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:30:29.844465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:29.852789 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 4465376b-14ca-4aa4-88a9-45dd6767eed7 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:30:29.854697 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4465376b-14ca-4aa4-88a9-45dd6767eed7 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:30:29.870046 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:29.870764 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1387b190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:29.871122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:29.901116 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:29.908787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:29.909757 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:29.915278 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:30:29.920796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:29.936149 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=358b8a31-78e4-4dfb-853f-067af25a4dc1,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:29.996517 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.056177 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7967dc14-e757-4abc-aa0a-3b34c0c910c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/358b8a31-78e4-4dfb-853f-067af25a4dc1 HTTP/1.1" status: 204  len: 168 time: 0.9358051
Mar 08 21:30:30.111942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.127256 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.130314 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:30.144050 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-ee41ea33-4c26-4987-b763-bf409c24bb93 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2767851
Mar 08 21:30:30.151087 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e73ad-b11c-4eb4-bb0e-f7dd0ff9dfe3 req-6e4558c7-2c68-4d1d-a164-8987698b61c3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:30.152273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-600e73ad-b11c-4eb4-bb0e-f7dd0ff9dfe3 req-6e4558c7-2c68-4d1d-a164-8987698b61c3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:30.159862 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-ecaa1cb4-ac8c-45a7-8936-789781d788d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1098 time: 0.2274103
Mar 08 21:30:30.203708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35233369-f704-4109-b184-9dd50decf338,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:30.287659 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.291668 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-554a3cdc-2d63-4e37-866c-3def4383b097 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4594491
Mar 08 21:30:30.291668 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47598) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:30.294096 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47600) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:30.315909 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:30.341324 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:30.350410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:30.356899 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:30.411835 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b14a6896-a7ad-4919-8f06-231a6cf1a5d5 req-34f0866a-6ef5-4043-ac38-3b40fd25b54b service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2546299
Mar 08 21:30:30.412864 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-600e73ad-b11c-4eb4-bb0e-f7dd0ff9dfe3 req-6e4558c7-2c68-4d1d-a164-8987698b61c3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:30.414041 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-600e73ad-b11c-4eb4-bb0e-f7dd0ff9dfe3 req-6e4558c7-2c68-4d1d-a164-8987698b61c3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.4176042
Mar 08 21:30:30.435721 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:30.480168 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-600e73ad-b11c-4eb4-bb0e-f7dd0ff9dfe3 req-ceae5d4f-3b03-450f-ac25-c610bf6ea82a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507455
Mar 08 21:30:30.558933 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-f89b0538-beeb-46a8-80bd-700664da2d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:30.560560 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-f89b0538-beeb-46a8-80bd-700664da2d0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.3896179
Mar 08 21:30:30.564508 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1387b190>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '3fdb54b9-4ab5-4576-a529-4de54f75416b', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'port_id': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'mac_address': 'fa:16:3e:53:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:26Z', 'updated_at': '2022-03-08T21:30:26Z', 'revision_number': 0, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:30.568456 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969094a7-b173-4966-9114-fcd48df938a0 None None] The sync data for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi is: [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '3fdb54b9-4ab5-4576-a529-4de54f75416b', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'port_id': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'mac_address': 'fa:16:3e:53:6c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:26Z', 'updated_at': '2022-03-08T21:30:26Z', 'revision_number': 0, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:30:30.644491 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-2e881df3-b542-4368-a072-da39d32ccbc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44a73f7c243f40628c0af213cb2a72f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3514442
Mar 08 21:30:30.647033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47610) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:30.662234 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.708340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.733766 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.745939 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-1bfe8930-3238-4594-bb10-4b9ac26b6885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 998 time: 0.1738136
Mar 08 21:30:30.788214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.804901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c7443-acf0-49f2-810e-98061ed30dfb,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:30.822776 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3142-2d65-4f65-b83e-934cf56a01b7 req-2f2bd143-6bc9-4694-8a2b-948b157966d0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:30.823683 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.824237 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0bb3142-2d65-4f65-b83e-934cf56a01b7 req-2f2bd143-6bc9-4694-8a2b-948b157966d0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 943 time: 0.3629620
Mar 08 21:30:30.839572 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bbde948d-0ce6-43dd-ae8b-25c5d22310b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/520c7443-acf0-49f2-810e-98061ed30dfb HTTP/1.1" status: 204  len: 168 time: 0.1893466
Mar 08 21:30:30.878639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.884734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-8f7c41be-9239-43c3-9250-543eb3324c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:30.886366 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-8f7c41be-9239-43c3-9250-543eb3324c95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.1312504
Mar 08 21:30:30.889674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.986602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9d43f0-568c-406b-824d-1cd448d2d05e,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:30.993777 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0bb3142-2d65-4f65-b83e-934cf56a01b7 req-56e28db1-9ca0-4b03-a772-6b35431a6cc1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599040
Mar 08 21:30:30.998122 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:30.999177 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c57954d0-974e-4d5a-ba51-d871a7182a21 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6992965
Mar 08 21:30:31.003668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47616) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:31.013159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:31.022785 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:31.027576 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:31.031390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:31.036272 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-549ea3e6-e8ac-434b-8aac-979964bcb8ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344132
Mar 08 21:30:31.038547 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.039307 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:31.061479 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.128041 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.132698 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.158129 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09019634-522e-462f-a33d-6f4e0e6cb029,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:31.175282 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.176711 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0455200b-c445-4871-8d45-1d27b1fa46d3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1715045
Mar 08 21:30:31.179453 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47622) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:31.185208 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:31.195270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:31.200098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:31.203006 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:31.209366 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:31.221092 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.securitygroups_db [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Project 1fe4c21fc7f544ec8f7461c0d88b535b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:30:31.228086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.290807 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-39c3a0d7-1a45-4ce3-9513-26795dace104 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013023
Mar 08 21:30:31.301343 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.306247 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.337368 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.338641 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1581995
Mar 08 21:30:31.340805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be1483-44ea-4164-a06b-72043e94cf6f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8d0f24-851e-4f6a-ba12-cffeede4c31e,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:31.342505 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47632) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:31.354585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'security_group_rule': {'security_group_id': '4d9cf6c2-73ef-41af-9701-39b52595661d', 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:31.364121 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:31.370041 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Usage tracker for resource:security_group_rule and tenant:1fe4c21fc7f544ec8f7461c0d88b535b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:31.373254 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:31.381484 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:31.397120 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.securitygroups_db [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Project 1fe4c21fc7f544ec8f7461c0d88b535b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:30:31.405306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.476303 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.481091 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.505289 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45528f09-eba1-4d12-8894-662eef23328f,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:31.520689 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.524821 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-177dc1fb-b661-439e-8844-46e8fda44608 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1733496
Mar 08 21:30:31.554373 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50ca4689-6ea6-4dba-97ee-bb01ed4c2da0 req-726087c7-db4f-4455-b30a-94f92300d756 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559986
Mar 08 21:30:31.692397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557c32-1602-42f1-a1f4-9ac9107cf7af req-32ecef48-c7c3-4d74-a865-66f511dc5f3a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:31.694281 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ce557c32-1602-42f1-a1f4-9ac9107cf7af req-32ecef48-c7c3-4d74-a865-66f511dc5f3a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.0851905
Mar 08 21:30:31.726072 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:30:31.731469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-72bcd78a-5daf-4d45-b71d-135fb21efd8c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:30:31.775719 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ce557c32-1602-42f1-a1f4-9ac9107cf7af req-038979ee-8138-49dc-8210-8184a3a7b4e4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749159
Mar 08 21:30:31.799365 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-72bcd78a-5daf-4d45-b71d-135fb21efd8c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:30:31.801173 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-72bcd78a-5daf-4d45-b71d-135fb21efd8c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122446219&fields=id&tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b HTTP/1.1" status: 200  len: 267 time: 0.1703923
Mar 08 21:30:31.887733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:31.902659 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'mac_address': 'fa:16:3e:8e:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:30:31.958983 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:31.977680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-de844d41-9d7d-4da8-802b-55d44d32df9a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:31.978920 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-de844d41-9d7d-4da8-802b-55d44d32df9a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.1667142
Mar 08 21:30:31.981910 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:31.993264 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'port': {'security_groups': ['bafeb533-52a8-467b-81aa-ea9c8bee9b32', '4d9cf6c2-73ef-41af-9701-39b52595661d']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:32.000738 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:32.006176 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.111838 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=9']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:32.160617 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.257902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5ec9e-5356-4d3e-8812-683d320499df req-3d8c35d9-7957-4c65-99fd-07755563bb86 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:32.259772 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-53e5ec9e-5356-4d3e-8812-683d320499df req-3d8c35d9-7957-4c65-99fd-07755563bb86 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.0836871
Mar 08 21:30:32.266489 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['d51d2595-7feb-4011-910a-e3a3e00f012e'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:32.336725 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-53e5ec9e-5356-4d3e-8812-683d320499df req-409ce915-d308-4ebf-996c-ad38bb7b7a7f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638332
Mar 08 21:30:32.480220 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Deleting port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:30:32.480754 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.668103 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:32.720808 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] For port 09a6c6be-dc4c-4aac-acd3-095fbb097c1b, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,segment=NetworkSegment(fc345895-07ea-401d-b597-90db4c8752f0),segment_id=fc345895-07ea-401d-b597-90db4c8752f0)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:32.721035 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.732398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.785793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.877703 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Calling delete_port for 09a6c6be-dc4c-4aac-acd3-095fbb097c1b owned by network:router_interface {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:30:32.924394 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:32.961741 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:32.962351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:32.963733 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-96138093-cca1-4f57-b5fb-06d3ec996e9f req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "PUT /v2.0/ports/bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 981 time: 0.9761143
Mar 08 21:30:32.966964 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:32.998029 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd425-4f24-42f6-bf30-bbc0285152ce req-a0683ccf-b47d-4583-84ad-982fa00b2736 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:33.004376 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-501cd425-4f24-42f6-bf30-bbc0285152ce req-a0683ccf-b47d-4583-84ad-982fa00b2736 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.1030180
Mar 08 21:30:33.066135 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-501cd425-4f24-42f6-bf30-bbc0285152ce req-052b421e-95cd-4f60-b640-7e86aadd9208 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606411
Mar 08 21:30:33.115988 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:33.231512 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:30:33.233179 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06c26-76f6-40b2-a77c-982ea33c816f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=6']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:33.317142 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f7184-7598-4d72-af5f-57965f6d1c38 None None] New status for floating IP 3fdb54b9-4ab5-4576-a529-4de54f75416b: ACTIVE {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:30:33.374637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-01d5bd08-02b9-440b-9860-69d3804adaae None None] Provisioning complete for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:33.375007 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-01d5bd08-02b9-440b-9860-69d3804adaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:33.419501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1a6d-0ae0-460e-bc67-a6c4a7194391 req-18ff9bb5-50fb-4a26-9333-ca1660b171af tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:33.420834 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f82e1a6d-0ae0-460e-bc67-a6c4a7194391 req-18ff9bb5-50fb-4a26-9333-ca1660b171af tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.1885886
Mar 08 21:30:33.427244 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-5d4f6d33-04b0-4eb3-bbf4-56e18ba741ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1137 time: 0.1975572
Mar 08 21:30:33.580354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9536fa-7631-41db-8f1d-51161d43d042 req-2bad267a-c798-477b-b7f1-fbcdd8c76cbd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:33.581749 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fe9536fa-7631-41db-8f1d-51161d43d042 req-2bad267a-c798-477b-b7f1-fbcdd8c76cbd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 944 time: 0.0960581
Mar 08 21:30:33.624392 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f82e1a6d-0ae0-460e-bc67-a6c4a7194391 req-1520cbb2-5be2-46ad-8d45-99eb5d29ba0a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1947501
Mar 08 21:30:33.630971 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:33.634911 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fe9536fa-7631-41db-8f1d-51161d43d042 req-26ae2bfe-5e12-4a07-b54a-7fd5e851cbfd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473595
Mar 08 21:30:33.708740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a6c6be-dc4c-4aac-acd3-095fbb097c1b,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:33.784532 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-7a5cbfe4-939f-4a7e-9a81-9b9fd9b0eaeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:33.785941 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-7a5cbfe4-939f-4a7e-9a81-9b9fd9b0eaeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.3128700
Mar 08 21:30:33.805022 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:34.019225 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-0f4b0480-d6ee-4359-92a9-123d4b353e7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 998 time: 0.2258132
Mar 08 21:30:34.072774 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port d51d2595-7feb-4011-910a-e3a3e00f012e triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:34.073376 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:34.103664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-a3965def-0707-4b89-a2c8-cd2e6cddc0ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:34.105153 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-a3965def-0707-4b89-a2c8-cd2e6cddc0ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.0676150
Mar 08 21:30:34.255049 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-42c24fad-920a-4b01-8fdf-59fd8d5b761d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1404436
Mar 08 21:30:34.281566 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:34.301470 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:34.347550 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:34.361849 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:34.370301 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:34.403919 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'code': 200}
Mar 08 21:30:34.442388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=10']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:34.528690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586c534-1c81-4165-b3f8-27ef4571c6e5 req-d263a46c-f176-4de1-befe-11c738a040af tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:34.530102 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c586c534-1c81-4165-b3f8-27ef4571c6e5 req-d263a46c-f176-4de1-befe-11c738a040af tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.3365233
Mar 08 21:30:34.673710 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-da2d8ddd-72de-4328-8994-140d572487bd service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105742
Mar 08 21:30:34.724948 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c586c534-1c81-4165-b3f8-27ef4571c6e5 req-1456ec3d-3a5f-48cc-8bba-5a547b4fb738 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1820765
Mar 08 21:30:34.869851 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b793a7dc-cfff-4a58-bf6d-7ed88ae27ad5 req-2ec2e223-3da2-47d8-9191-caf1bf86a090 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694634
Mar 08 21:30:34.917541 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a561c-501d-4a71-ba31-bf4e3b87988b req-7fdc5756-0d7a-47b3-a0ac-95b63c381404 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:34.919260 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-242a561c-501d-4a71-ba31-bf4e3b87988b req-7fdc5756-0d7a-47b3-a0ac-95b63c381404 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.1286952
Mar 08 21:30:34.967257 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-242a561c-501d-4a71-ba31-bf4e3b87988b req-08b3b193-5e6f-457c-ad62-01854efba59e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411532
Mar 08 21:30:35.139785 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-24ae29dd-3dc5-4b8e-ae16-0e0b3b1d0c68 req-41b1db2f-be4d-4a42-b08e-974c7c151593 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1099 time: 0.1797206
Mar 08 21:30:35.304910 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-24ae29dd-3dc5-4b8e-ae16-0e0b3b1d0c68 req-63cb5105-07c6-4615-bd86-d98e33feeb4a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145608
Mar 08 21:30:35.373627 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Router 881aa1a3-0678-4472-b93e-311a1301157f has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:30:35.386192 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47688) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:35.577159 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:35.612164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:30:35.620322 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:35.620603 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Sync routers for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:30:35.627372 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Usage tracker for resource:security_group_rule and tenant:117840a619fa43d0aa30acff816ccb57 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:35.630379 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:35.632118 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:35.632765 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139eef70>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:35.639539 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:35.645166 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-18096c9a-e94f-4532-95d8-326e3cef09d5 admin admin] 10.222.0.66 "PUT /v2.0/routers/881aa1a3-0678-4472-b93e-311a1301157f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1019993
Mar 08 21:30:35.645917 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47694) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:35.711430 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:35.715975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:35.761242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5662366-9354-4058-b08a-4ec163e200a2,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:35.765876 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-11ca7789-6a1e-4b92-b48d-840ce420a660 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=117840a619fa43d0aa30acff816ccb57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3786466
Mar 08 21:30:35.769902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47700) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:35.825872 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:35.852351 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:35.891339 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:35.961885 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00f01-56a8-4994-8996-a899e4f8b9f4 req-3f96e2c6-1025-451d-af2a-67b81f619123 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:35.963490 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fba00f01-56a8-4994-8996-a899e4f8b9f4 req-3f96e2c6-1025-451d-af2a-67b81f619123 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.0845942
Mar 08 21:30:35.968800 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.011057 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fba00f01-56a8-4994-8996-a899e4f8b9f4 req-3c86b2f8-cd75-41ac-9751-7a4b2878e7ed tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400307
Mar 08 21:30:36.101948 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.119338 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5662366-9354-4058-b08a-4ec163e200a2,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:36.171108 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139eef70>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:30:33Z', 'revision_number': 5, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:36.175906 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Checking router: 881aa1a3-0678-4472-b93e-311a1301157f for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:30:36.176914 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.177973 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c0d056ce-1a07-4e36-b191-bf4feea3f7b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5662366-9354-4058-b08a-4ec163e200a2 HTTP/1.1" status: 204  len: 168 time: 0.4076545
Mar 08 21:30:36.186901 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Routers {'881aa1a3-0678-4472-b93e-311a1301157f'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:36.187044 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139eef70>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['881aa1a3-0678-4472-b93e-311a1301157f'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:36.229199 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80828ab-721f-4000-886b-c2bbf2c66a22 req-5c35d56b-077f-40b4-b13e-c9123486aae5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:36.230640 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d80828ab-721f-4000-886b-c2bbf2c66a22 req-5c35d56b-077f-40b4-b13e-c9123486aae5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.1077816
Mar 08 21:30:36.298720 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d80828ab-721f-4000-886b-c2bbf2c66a22 req-a82a6cee-37f4-4857-a008-b9f53557dc57 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531845
Mar 08 21:30:36.311220 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.324940 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Deleting port a9b68af0-a802-40e4-81bd-fc29af46cf35 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:30:36.325521 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.385728 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] Set router 881aa1a3-0678-4472-b93e-311a1301157f gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:36.599534 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] For port a9b68af0-a802-40e4-81bd-fc29af46cf35, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a9b68af0-a802-40e4-81bd-fc29af46cf35,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:36.599926 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:36.686333 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139eef70>, [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:30:33Z', 'revision_number': 5, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:36.690680 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7a801-7fc0-4fc4-8c63-9a8a61c04b62 None None] The sync data for ids ['881aa1a3-0678-4472-b93e-311a1301157f'] in dv-cinder-832328-1-iscsi is: [{'id': '881aa1a3-0678-4472-b93e-311a1301157f', 'name': 'tempest-ServerRescueNegativeTestJSON-1839660486-router', 'tenant_id': 'ce57c7b43685481bab404b1b6fc0d631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:55Z', 'updated_at': '2022-03-08T21:30:33Z', 'revision_number': 5, 'project_id': 'ce57c7b43685481bab404b1b6fc0d631', 'gw_port': {'id': 'a9b68af0-a802-40e4-81bd-fc29af46cf35', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881aa1a3-0678-4472-b93e-311a1301157f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:56Z', 'updated_at': '2022-03-08T21:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:30:36.732907 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Calling delete_port for a9b68af0-a802-40e4-81bd-fc29af46cf35 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:30:37.025371 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.059823 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 09a6c6be-dc4c-4aac-acd3-095fbb097c1b no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:30:37.072108 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b68af0-a802-40e4-81bd-fc29af46cf35,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:37.121473 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 09a6c6be-dc4c-4aac-acd3-095fbb097c1b {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:30:37.121473 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 09a6c6be-dc4c-4aac-acd3-095fbb097c1b not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:30:37.249697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac03f3a-c9ff-4ba4-9171-907a17d70aeb req-09b2490c-2b05-4881-a7b1-aac3796abad3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:37.253102 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4ac03f3a-c9ff-4ba4-9171-907a17d70aeb req-09b2490c-2b05-4881-a7b1-aac3796abad3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 943 time: 0.0846813
Mar 08 21:30:37.301137 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4ac03f3a-c9ff-4ba4-9171-907a17d70aeb req-a40cc758-c7bb-4720-a7b0-203395aa74ec tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419784
Mar 08 21:30:37.317858 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.612491 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.623454 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.763466 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 2369f767-f10d-47c6-9fe1-1d1c809ac8ab details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:30:37.775585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c2f6-d60b-46dd-9622-f88da04e33c4 req-ed4b88f0-ca6f-4eea-ae24-ef97474e7d05 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:37.777047 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8d97c2f6-d60b-46dd-9622-f88da04e33c4 req-ed4b88f0-ca6f-4eea-ae24-ef97474e7d05 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.3318341
Mar 08 21:30:37.799071 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.799566 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881aa1a3-0678-4472-b93e-311a1301157f {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:30:37.831673 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.835377 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-eda91307-3e5a-4b4d-82cc-1c2a163eb181 admin admin] 10.222.0.66 "DELETE /v2.0/routers/881aa1a3-0678-4472-b93e-311a1301157f HTTP/1.1" status: 204  len: 168 time: 2.1883230
Mar 08 21:30:37.835553 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47744) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:37.838177 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8d97c2f6-d60b-46dd-9622-f88da04e33c4 req-cf2b23d4-a0a8-42b4-8dd2-ba8ff3b4feb4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546544
Mar 08 21:30:37.896809 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:37.910391 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'port_id': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'mac_address': 'fa:16:3e:b3:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:30:37.928633 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Deleting subnet fbac0741-db7c-4e1a-9e05-08739617a515 {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:30:37.931444 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.984728 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:37.995816 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.012404 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2369f767-f10d-47c6-9fe1-1d1c809ac8ab {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:30:38.027264 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:38.031649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.039439 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.096715 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:38.105345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.146605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbac0741-db7c-4e1a-9e05-08739617a515,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:38.150301 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.157993 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ffa21dd2-2447-49dd-9ae7-3f4d638070da admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fbac0741-db7c-4e1a-9e05-08739617a515 HTTP/1.1" status: 204  len: 168 time: 0.3209133
Mar 08 21:30:38.160206 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47750) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:38.347203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.355786 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['2369f767-f10d-47c6-9fe1-1d1c809ac8ab'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:30:38.525076 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.560578 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12bdfa30>,) {'filters': {'network_id': ['13503010-6278-4204-b97a-dfb31f64e331']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:38.578079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12bdfa30>, 'fc345895-07ea-401d-b597-90db4c8752f0') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:38.578371 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12bdfa30>, 'fc345895-07ea-401d-b597-90db4c8752f0') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:38.592889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.615855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699335c9-b371-4714-97ae-20fed69bc4b7 req-cfb94421-a3fe-456d-989f-b15b2fa20f8a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:38.617321 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-699335c9-b371-4714-97ae-20fed69bc4b7 req-cfb94421-a3fe-456d-989f-b15b2fa20f8a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 944 time: 0.1518285
Mar 08 21:30:38.618263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.625233 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:30:38.625614 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:30:38.639394 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:30:38.745349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-699335c9-b371-4714-97ae-20fed69bc4b7 req-d4b1e341-4ddd-491d-b80e-c065e1769655 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212094
Mar 08 21:30:38.749392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.755768 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:38.784319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13503010-6278-4204-b97a-dfb31f64e331,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:38.791002 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1fc58639-ed82-422d-8efd-30b7a0a7edf1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/13503010-6278-4204-b97a-dfb31f64e331 HTTP/1.1" status: 204  len: 168 time: 0.6298823
Mar 08 21:30:38.992402 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47760) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:39.042841 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-2ef4d4d9-5f69-4dd8-8001-f20f27fce4aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce57c7b43685481bab404b1b6fc0d631&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491893
Mar 08 21:30:39.045219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47764) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:39.079596 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b5d64-28c6-4f8c-9b75-181233029620 req-8a7e8159-ae17-45ed-b471-6b7db890bfe2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:39.082072 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6d2b5d64-28c6-4f8c-9b75-181233029620 req-8a7e8159-ae17-45ed-b471-6b7db890bfe2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.0799019
Mar 08 21:30:39.125182 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:39.127440 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6d2b5d64-28c6-4f8c-9b75-181233029620 req-b0ad78b3-6596-4cd3-aad1-d44939e1f624 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399899
Mar 08 21:30:39.150831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:39.201372 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:39.216218 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679738b5-fc62-4f06-b11f-01ca0a7b0e5f,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:39.229142 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:39.230236 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-60d39c06-4e96-4674-b729-37a0feafa0c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/679738b5-fc62-4f06-b11f-01ca0a7b0e5f HTTP/1.1" status: 204  len: 168 time: 0.1841424
Mar 08 21:30:39.770662 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 2369f767-f10d-47c6-9fe1-1d1c809ac8ab up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:30:39.845796 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:30:39.852778 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:30:39.853459 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:39.960359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ba7a-507b-40d0-b978-a284116daee8 req-77a6c055-fc80-472e-a878-e018221fa943 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:39.961892 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3172ba7a-507b-40d0-b978-a284116daee8 req-77a6c055-fc80-472e-a878-e018221fa943 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 944 time: 0.0843585
Mar 08 21:30:39.978656 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:40.010127 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3172ba7a-507b-40d0-b978-a284116daee8 req-cd747e8a-df9b-47cb-8f21-40dfcc5fad65 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405343
Mar 08 21:30:40.010717 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:40.027712 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:30:40.033877 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:40.082694 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'code': 200}
Mar 08 21:30:40.119996 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:40.421522 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4eea18f2-a52a-43d2-b2fb-4eb2755855cb req-84c86229-d011-4c57-a6fe-344ac9bb26f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 1098 time: 0.0668194
Mar 08 21:30:40.478076 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4eea18f2-a52a-43d2-b2fb-4eb2755855cb req-5d7badd4-c3fe-46c1-a724-d696be176f6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456879
Mar 08 21:30:40.826382 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a9b68af0-a802-40e4-81bd-fc29af46cf35 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:30:40.858398 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: a9b68af0-a802-40e4-81bd-fc29af46cf35 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:30:40.858674 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a9b68af0-a802-40e4-81bd-fc29af46cf35 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:30:40.957523 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:30:41.206607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b3806-8b8c-42dd-8b1b-44aa5ff09f93 req-3360da3d-8f51-4a16-91de-55d261e6e252 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:41.208046 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-673b3806-8b8c-42dd-8b1b-44aa5ff09f93 req-3360da3d-8f51-4a16-91de-55d261e6e252 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.0737021
Mar 08 21:30:41.252980 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-673b3806-8b8c-42dd-8b1b-44aa5ff09f93 req-294fc448-fd9e-497f-ab08-c54f50a83a46 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393760
Mar 08 21:30:41.938242 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47848) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:42.074101 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.104990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:42.108646 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Usage tracker for resource:security_group_rule and tenant:bd69b730e3c74fd7b9d79b8ad6b44e23 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:42.111461 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:42.117142 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:42.185009 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.188727 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.233084 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6409f-8efa-4030-912c-56ad9fdace63,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:42.237396 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-7fae0a30-ab33-4f3c-995e-242af5193205 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd69b730e3c74fd7b9d79b8ad6b44e23&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2979341
Mar 08 21:30:42.240246 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47854) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:42.299173 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.323912 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.374456 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.388734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6409f-8efa-4030-912c-56ad9fdace63,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:42.395341 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.398801 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8a24a402-4725-4964-a84b-3cc2adc0561c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fde6409f-8efa-4030-912c-56ad9fdace63 HTTP/1.1" status: 204  len: 168 time: 0.1555488
Mar 08 21:30:42.463866 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b14b25-20dc-48b7-9a58-29931f062b62 req-db499cc3-82b5-4c55-8b2f-957eb1e46f8d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:42.465355 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02b14b25-20dc-48b7-9a58-29931f062b62 req-db499cc3-82b5-4c55-8b2f-957eb1e46f8d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.0910540
Mar 08 21:30:42.510995 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02b14b25-20dc-48b7-9a58-29931f062b62 req-1ba9b90c-f1b4-4fc9-aa38-e4872e8ab554 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399897
Mar 08 21:30:42.708764 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949fad-ae97-450e-9463-6187084c96e7 req-563b3102-db23-407b-a3cb-02ba9aaf712d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:42.710208 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-63949fad-ae97-450e-9463-6187084c96e7 req-563b3102-db23-407b-a3cb-02ba9aaf712d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.0810740
Mar 08 21:30:42.734270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47866) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:42.755656 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.756122 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-63949fad-ae97-450e-9463-6187084c96e7 req-61fd78fe-c62d-45f7-acaa-05b982866fa3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402792
Mar 08 21:30:42.784884 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47870) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:42.787397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:42.791232 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Usage tracker for resource:security_group_rule and tenant:61a79fa4a8ac4bcab1cd7eb8235c16ad is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:42.794020 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:42.799719 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:42.865239 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.870568 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:42.917794 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61a79fa4a8ac4bcab1cd7eb8235c16ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1822202
Mar 08 21:30:42.918507 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfac0a7-8d17-4e44-acbf-1cfdcc670832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00b939-efd1-4da5-b97c-84d8a6242c53,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:42.920494 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47876) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:42.992461 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.018207 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.116270 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.134549 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00b939-efd1-4da5-b97c-84d8a6242c53,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:43.142020 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f71bdaea-9076-4743-b01c-cd1322009989 tempest-TestVolumeBootPattern-718244622 tempest-TestVolumeBootPattern-718244622-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 1093 time: 0.3556995
Mar 08 21:30:43.144127 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47880) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:43.144290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.146274 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-dc77f2bf-5b63-4a6b-a449-eb4a8d15479d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f00b939-efd1-4da5-b97c-84d8a6242c53 HTTP/1.1" status: 204  len: 168 time: 0.2236512
Mar 08 21:30:43.150116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'port_id': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:30:43.155921 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:43.160917 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:floatingip and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:43.164099 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:43.170762 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:43.181413 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.198457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-529b79c7-9e5e-4f3d-b3ac-54070c277c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.316938 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.463429 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.27.0.101 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/4eacf484-33cd-4549-8c85-e87d300ef6f4) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:30:43.614249 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.642790 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:43.706025 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:30:43.708737 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:30:43.712397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:30:43.744609 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=4eacf484-33cd-4549-8c85-e87d300ef6f4,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:44.462098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:44.517298 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:44.726815 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:44.730984 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:44.846066 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=4eacf484-33cd-4549-8c85-e87d300ef6f4,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:44.864067 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:45.057730 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Floating IP 855ea93a-664c-465d-94ce-ea8f12e2452f associated. External IP: 172.27.0.101, port: 2369f767-f10d-47c6-9fe1-1d1c809ac8ab.
Mar 08 21:30:45.454758 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:30:45.573125 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d342d5dc-1286-464f-820f-0183aeee0d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:45.659089 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:30:45.668947 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:30:45.685704 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:45.686563 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f98b20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:45.692764 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:45.750945 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-97b49fe0-63dd-4737-bb92-628ce64e5c3d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6050227
Mar 08 21:30:45.751601 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:30:45.807373 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'status': 'completed', 'code': 200}
Mar 08 21:30:45.873158 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:45.897324 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-6ee6f12a-e6e1-4b65-8968-856831ea7009 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 1098 time: 0.0687950
Mar 08 21:30:46.032674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-24840878-65a6-4ed6-9816-91177453860f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:46.034147 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-24840878-65a6-4ed6-9816-91177453860f service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1301360
Mar 08 21:30:46.136360 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-05a910f5-33dc-42ba-bf58-1b4a3ec9ba55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab HTTP/1.1" status: 200  len: 999 time: 0.0958548
Mar 08 21:30:46.217588 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f98b20>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '855ea93a-664c-465d-94ce-ea8f12e2452f', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:b3:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:44Z', 'updated_at': '2022-03-08T21:30:44Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:46.222430 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:30:46.233181 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:30:46.233779 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f98b20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:46.272896 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-05d82a5d-6ae2-49b4-b585-f28cb95257f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:46.274297 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-05d82a5d-6ae2-49b4-b585-f28cb95257f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.1316121
Mar 08 21:30:46.347915 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-6d0b8bfa-4724-4dab-a8e3-0fa72aaf4c93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0664878
Mar 08 21:30:46.409740 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:30:46.474491 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-eb3ba149-50c3-4dc5-a635-a43893c2a357 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201630
Mar 08 21:30:46.605026 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c27e906b-ad5e-4439-a7ee-56df72196937 req-48c01450-e235-46e5-b224-1966ff5f1346 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241190
Mar 08 21:30:46.609115 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:46.784630 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:46.807601 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f98b20>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '855ea93a-664c-465d-94ce-ea8f12e2452f', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:b3:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:44Z', 'updated_at': '2022-03-08T21:30:44Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:30:46.811751 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbe9c7-c178-4efd-897f-ab9bf325e756 None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '855ea93a-664c-465d-94ce-ea8f12e2452f', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:b3:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:30:44Z', 'updated_at': '2022-03-08T21:30:44Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:30:47.031472 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b5a166-6bd9-4f00-8007-3ba808480882 None None] New status for floating IP 855ea93a-664c-465d-94ce-ea8f12e2452f: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:30:47.864302 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.438469 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47964) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:48.573381 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.603321 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:48.607063 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Usage tracker for resource:security_group_rule and tenant:0aa6e186aed1407e94785f2821b84361 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:48.609762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:48.615497 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:48.684686 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.689427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.733589 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859cca5c-c459-46dc-bd49-4226d259d87c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:48.738031 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-10d000b6-c0f8-4ded-9c32-42a10e41d4ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0aa6e186aed1407e94785f2821b84361&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2985978
Mar 08 21:30:48.740942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47970) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:48.797535 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.822460 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.872993 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.890291 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cca5c-c459-46dc-bd49-4226d259d87c,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:48.893661 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:48.894827 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-adafead5-5e2a-445f-83ee-6ae537801e25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/859cca5c-c459-46dc-bd49-4226d259d87c HTTP/1.1" status: 204  len: 168 time: 0.1531785
Mar 08 21:30:49.209813 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 47978) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:49.228052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.262111 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:49.265879 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Usage tracker for resource:security_group_rule and tenant:e47e7a644cfb4102a4628cf7819891d7 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:49.268721 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:49.274230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:49.337087 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.340704 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.384601 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c6130-776a-4e77-ba45-0ddfd52334be,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:49.389768 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a3f61ee9-b607-4cc8-937a-56b60b690183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e47e7a644cfb4102a4628cf7819891d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1789656
Mar 08 21:30:49.393238 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 47982) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:49.449291 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.473658 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.526209 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.541373 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c6130-776a-4e77-ba45-0ddfd52334be,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:49.545527 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:49.546612 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ba2521be-ee04-447f-b6f3-69a4ee142563 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc2c6130-776a-4e77-ba45-0ddfd52334be HTTP/1.1" status: 204  len: 168 time: 0.1524374
Mar 08 21:30:51.758368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48042) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:51.898568 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:51.929793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:51.933533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Usage tracker for resource:security_group_rule and tenant:3efbbeaaa32c40388c641ef1f232b5a2 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:51.936274 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:51.942996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:52.008545 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.012126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.056508 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac67c7f-b787-4f75-ab19-b4f9d1817418,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:52.060353 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d1fb0f6e-fbd3-4e8c-99cf-881fd29fc718 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3efbbeaaa32c40388c641ef1f232b5a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3010128
Mar 08 21:30:52.063434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48048) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:52.122758 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.148641 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.200807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.216855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac67c7f-b787-4f75-ab19-b4f9d1817418,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:52.227980 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.229339 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1f78355f-44d3-4806-8db4-b78e2820920a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aac67c7f-b787-4f75-ab19-b4f9d1817418 HTTP/1.1" status: 204  len: 168 time: 0.1648846
Mar 08 21:30:52.550933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48056) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:52.568867 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.598068 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:30:52.601788 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Usage tracker for resource:security_group_rule and tenant:6c480b280b7441bb8ad3f0d1caf91f73 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:30:52.604490 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:30:52.610758 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:30:52.674852 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.678412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.725272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4909cbf-2012-4782-9d01-a7cd7505e23b,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:52.730443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2a4c4dd4-653e-4ac1-870b-46782c0a0044 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c480b280b7441bb8ad3f0d1caf91f73&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1785116
Mar 08 21:30:52.733172 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48062) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:30:52.790411 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.818634 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.947836 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.962194 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4909cbf-2012-4782-9d01-a7cd7505e23b,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:30:52.968317 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:52.969949 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ef72ca81-a798-42b9-bb1e-c354cd35b02b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4909cbf-2012-4782-9d01-a7cd7505e23b HTTP/1.1" status: 204  len: 168 time: 0.2358010
Mar 08 21:30:56.916511 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-0c13b758-cd68-4d28-add2-a555a1da0a71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1137 time: 0.0783370
Mar 08 21:30:56.953970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3df492-618a-4cc3-aea5-bdb219fe2eeb req-2d0f7616-4240-4ff9-bbf7-c9dcf9a9d723 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:56.955408 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bc3df492-618a-4cc3-aea5-bdb219fe2eeb req-2d0f7616-4240-4ff9-bbf7-c9dcf9a9d723 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0886948
Mar 08 21:30:57.004516 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bc3df492-618a-4cc3-aea5-bdb219fe2eeb req-baa69a5c-ede5-43bc-9ebf-61d6a0d7ae0c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428889
Mar 08 21:30:57.054653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-f9c233b2-3cbf-4b45-81f6-cc40320bfcb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:57.056090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-f9c233b2-3cbf-4b45-81f6-cc40320bfcb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.1269255
Mar 08 21:30:57.162639 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-06934f74-85ea-4071-9d0c-2eefbd3c249b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 1000 time: 0.0941522
Mar 08 21:30:57.229767 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-7688ea42-bd1b-4dae-9b40-69c83624254e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:57.231098 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-7688ea42-bd1b-4dae-9b40-69c83624254e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.0616155
Mar 08 21:30:57.429592 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-bc621705-183c-4b52-9a77-ad79433246c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698214
Mar 08 21:30:57.564733 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-262eab2e-6d3c-4a27-a29a-b3c44d56249a service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203935
Mar 08 21:30:57.696192 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4b3a9338-3f63-4b4b-8c46-83a042bf4fbc req-8943a2be-6895-44fd-b188-2f9b0badc846 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208875
Mar 08 21:30:58.207548 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193dcd-8717-403b-9a60-6ae14941f539 req-8e746d72-8fbf-46fa-a5e4-f082bddbc1ad tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:58.209271 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e193dcd-8717-403b-9a60-6ae14941f539 req-8e746d72-8fbf-46fa-a5e4-f082bddbc1ad tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0830541
Mar 08 21:30:58.337059 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e193dcd-8717-403b-9a60-6ae14941f539 req-1288ecf5-3009-4eda-be19-3b99d266f3cc tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1221323
Mar 08 21:30:58.815474 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-0f92701e-0963-42b8-801e-aaeeb9717250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0669463
Mar 08 21:30:58.967250 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-7b519850-ded1-4033-8d49-1d2166dfe1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 1099 time: 0.0735369
Mar 08 21:30:59.110794 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c721c2-c748-43bf-9171-07c0adf7003f req-6f577485-6504-4e75-a3ee-2cbd4bf78faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:59.112296 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-6f577485-6504-4e75-a3ee-2cbd4bf78faf service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1250758
Mar 08 21:30:59.212258 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-e73bcf21-e128-481a-9eed-21c5ebb8ce45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 200  len: 1001 time: 0.0929766
Mar 08 21:30:59.279636 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c721c2-c748-43bf-9171-07c0adf7003f req-869bc464-861d-421a-9dad-9213969f1a10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:59.281870 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-869bc464-861d-421a-9dad-9213969f1a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0565195
Mar 08 21:30:59.314576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:30:59.356934 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-f366e217-4011-4362-bc55-0d4971ba114d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689132
Mar 08 21:30:59.488061 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-8985f8f3-58cd-4839-9614-ba3e47b68f6d service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229687
Mar 08 21:30:59.538796 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665bd6-4d2c-4b8e-9fc3-245f63ddf9c2 req-461c6114-6fcc-4c95-b25b-fe500af9f72d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:30:59.540289 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fa665bd6-4d2c-4b8e-9fc3-245f63ddf9c2 req-461c6114-6fcc-4c95-b25b-fe500af9f72d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0782585
Mar 08 21:30:59.585968 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fa665bd6-4d2c-4b8e-9fc3-245f63ddf9c2 req-d3f6727c-1dbf-4f51-a964-a6236551183c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0401828
Mar 08 21:30:59.622669 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-74c721c2-c748-43bf-9171-07c0adf7003f req-009c2009-50d8-4acb-8e9e-93129693e956 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246510
Mar 08 21:31:00.754700 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48206) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:00.808130 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675effa0-5d90-459e-9176-72d0d79d7fa0 req-451eee29-460b-4e9a-aa13-720a8aa048d9 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:00.809580 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-675effa0-5d90-459e-9176-72d0d79d7fa0 req-451eee29-460b-4e9a-aa13-720a8aa048d9 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0956311
Mar 08 21:31:00.880107 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-675effa0-5d90-459e-9176-72d0d79d7fa0 req-40f0450a-0292-4918-aae3-cf73bb8164c4 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0606647
Mar 08 21:31:00.898769 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:00.936265 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:00.943255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Usage tracker for resource:security_group_rule and tenant:06b07a22f9a840538a1c9d1cb9d15e72 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:00.948143 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:00.958469 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:01.043246 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.052947 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.107563 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db5c9b-f359-4a97-9d19-41e28fd1149d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:01.117029 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3a8b3ad4-b34a-4610-917f-679079d7cf88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06b07a22f9a840538a1c9d1cb9d15e72&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3612463
Mar 08 21:31:01.117570 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48216) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:01.188515 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.221689 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.278106 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.296383 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db5c9b-f359-4a97-9d19-41e28fd1149d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:01.300149 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.301249 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-60ab15f6-4dca-431c-b0ee-0b1e6fa3e0fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37db5c9b-f359-4a97-9d19-41e28fd1149d HTTP/1.1" status: 204  len: 168 time: 0.1827018
Mar 08 21:31:01.643105 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48232) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:01.665445 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.696579 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:01.700570 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:28881121553c42be8125e20f4a37bdc1 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:01.703829 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:01.709604 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:01.776936 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.780887 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.825737 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5c4e4-9b9c-4da7-9eb6-b40042e740cf,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:01.830552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cbb60-c774-4b18-9bd7-5011909a3a7d req-63c3c85a-ba05-49fa-839d-b5ef7f740bf2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:01.832033 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-125cbb60-c774-4b18-9bd7-5011909a3a7d req-63c3c85a-ba05-49fa-839d-b5ef7f740bf2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.0775166
Mar 08 21:31:01.834300 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48238) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:01.839348 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-1b9b5326-a93f-422f-bb7a-78e3d57af6b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28881121553c42be8125e20f4a37bdc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1951222
Mar 08 21:31:01.925581 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-125cbb60-c774-4b18-9bd7-5011909a3a7d req-b9ea8f8e-7b04-4d47-87d7-b322820d4713 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785041
Mar 08 21:31:01.929889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:01.957410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:02.011285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:02.027501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5c4e4-9b9c-4da7-9eb6-b40042e740cf,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:02.033260 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:02.035454 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1a3da2be-63fa-4021-a205-0f5bd6aff933 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8c5c4e4-9b9c-4da7-9eb6-b40042e740cf HTTP/1.1" status: 204  len: 168 time: 0.2001739
Mar 08 21:31:02.091547 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37829-e9b3-412d-8ecd-03e332991738 req-c3f04aa7-e2dd-4581-98c8-d7c8ec550c1c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:02.092921 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2ea37829-e9b3-412d-8ecd-03e332991738 req-c3f04aa7-e2dd-4581-98c8-d7c8ec550c1c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0808070
Mar 08 21:31:02.140243 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2ea37829-e9b3-412d-8ecd-03e332991738 req-fde67fe5-2bbb-4029-ac63-6a9ac3105ba6 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0407228
Mar 08 21:31:03.125121 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849fb2-54f0-41db-8ec1-3e42f592cbbe req-07b1756c-063e-4ee6-a326-e4d7a0b43de2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:03.126740 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62849fb2-54f0-41db-8ec1-3e42f592cbbe req-07b1756c-063e-4ee6-a326-e4d7a0b43de2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.0758536
Mar 08 21:31:03.175748 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-62849fb2-54f0-41db-8ec1-3e42f592cbbe req-d5b37f19-800a-4bb8-ab18-88aa93a81ed1 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430312
Mar 08 21:31:03.308732 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48274) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:03.340576 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc47c-00ee-413a-85d9-6f43cb29f6b4 req-b839d829-4800-45ec-830b-787c9e0941aa tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:03.342131 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b46cc47c-00ee-413a-85d9-6f43cb29f6b4 req-b839d829-4800-45ec-830b-787c9e0941aa tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0819323
Mar 08 21:31:03.391878 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b46cc47c-00ee-413a-85d9-6f43cb29f6b4 req-3d868712-299b-4724-8503-d3764f9d18b9 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415199
Mar 08 21:31:03.397826 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-e383bd24-bb75-44c0-8a34-e7f044afe020 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:03.399213 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-e383bd24-bb75-44c0-8a34-e7f044afe020 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.0803981
Mar 08 21:31:03.472194 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:03.489220 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 9da2adab-0691-4688-9864-3e1d56d1b18d {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:03.489548 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:03.554516 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:03.561367 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Usage tracker for resource:security_group_rule and tenant:803a0dcd18044454b1a39fc8abdb2226 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:03.586446 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:03.600569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:03.858898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] For port 9da2adab-0691-4688-9864-3e1d56d1b18d, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9da2adab-0691-4688-9864-3e1d56d1b18d,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:03.859311 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:03.867090 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:03.922152 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.001391 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6108151-df3e-4fba-9289-9831a79fa2b9,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:04.052194 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-310e205e-1129-446e-9b20-8ca98b90d13b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=803a0dcd18044454b1a39fc8abdb2226&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7424195
Mar 08 21:31:04.054854 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48280) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:04.118127 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.144285 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.188366 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.188971 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.189090 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP 9ca3c8a1-6836-4af2-b6d1-bc04f0e65529 disassociated. External IP: 172.27.0.200, port: 9da2adab-0691-4688-9864-3e1d56d1b18d.
Mar 08 21:31:04.189342 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 9da2adab-0691-4688-9864-3e1d56d1b18d owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:04.197930 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.215594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6108151-df3e-4fba-9289-9831a79fa2b9,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:04.227438 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.228497 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-75baa000-a134-445f-b6dc-35de81f0cc0d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6108151-df3e-4fba-9289-9831a79fa2b9 HTTP/1.1" status: 204  len: 168 time: 0.1726613
Mar 08 21:31:04.391908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:04.449017 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=9da2adab-0691-4688-9864-3e1d56d1b18d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:04.476108 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7635-9324-4972-9148-29abbcc4dcf3 req-86b81d64-2edc-46dd-a5c1-78e324693797 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:04.477543 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a5f7635-9324-4972-9148-29abbcc4dcf3 req-86b81d64-2edc-46dd-a5c1-78e324693797 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6e924-17e3-4272-9b61-255d94990cce HTTP/1.1" status: 200  len: 946 time: 0.1681106
Mar 08 21:31:04.608583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33b9cb-6a10-4210-bbcc-9b2f8eea8a0e req-90616f72-573c-4bdb-90be-81ed66bfa0ba tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:04.612456 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dc33b9cb-6a10-4210-bbcc-9b2f8eea8a0e req-90616f72-573c-4bdb-90be-81ed66bfa0ba tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0846970
Mar 08 21:31:04.651399 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a5f7635-9324-4972-9148-29abbcc4dcf3 req-41e34216-0824-4fc5-93c5-8eefd4d44b39 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=040270f5-b56d-4efe-8505-c7c02d831b32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269021
Mar 08 21:31:04.679981 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dc33b9cb-6a10-4210-bbcc-9b2f8eea8a0e req-55b21050-5b13-49f1-9015-f2b8b8a0ce5b tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0637565
Mar 08 21:31:04.731505 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:31:04.941354 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:31:04.951470 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:31:04.970826 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:04.971572 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c9e190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:05.017080 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] No DVR routers for this DVR port 9da2adab-0691-4688-9864-3e1d56d1b18d on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:31:05.019594 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:05.036437 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'name': 'network-vif-deleted', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:05.054550 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a734cb69-5ecf-41ab-b82b-ad10c5d858c8 req-acc62821-c1d6-4a31-be78-39f807dde1d0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "DELETE /v2.0/ports/9da2adab-0691-4688-9864-3e1d56d1b18d HTTP/1.1" status: 204  len: 173 time: 1.6488512
Mar 08 21:31:05.105345 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6e924-17e3-4272-9b61-255d94990cce', 'name': 'network-vif-deleted', 'tag': '9da2adab-0691-4688-9864-3e1d56d1b18d', 'status': 'completed', 'code': 200}
Mar 08 21:31:05.184168 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:05.548461 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c9e190>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:05.552915 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:31:05.564038 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:05.564882 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c9e190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:05.792161 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:05.912367 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48340) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:05.977006 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b6315-3497-4852-9c9c-48f6c511a18e req-693f8c21-3130-4da5-8b36-16bf2ff5493f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:05.979425 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c59b6315-3497-4852-9c9c-48f6c511a18e req-693f8c21-3130-4da5-8b36-16bf2ff5493f tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.1465383
Mar 08 21:31:06.022952 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.074766 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.113409 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c59b6315-3497-4852-9c9c-48f6c511a18e req-1c44d8b9-b372-41cd-984a-fe431a3440a7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1091223
Mar 08 21:31:06.140872 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.159033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040270f5-b56d-4efe-8505-c7c02d831b32,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:06.172662 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.173771 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-cf39d1ea-2669-4f36-a9a6-97d6aec454a3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/security-groups/040270f5-b56d-4efe-8505-c7c02d831b32 HTTP/1.1" status: 204  len: 168 time: 0.2602303
Mar 08 21:31:06.176390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48348) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:06.193393 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.api.v2.resource [None req-cb91f90a-5db1-41c5-80b7-1039581ce931 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] show failed (client error): The resource could not be found.
Mar 08 21:31:06.194695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-cb91f90a-5db1-41c5-80b7-1039581ce931 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups/040270f5-b56d-4efe-8505-c7c02d831b32 HTTP/1.1" status: 404  len: 347 time: 0.0172625
Mar 08 21:31:06.199390 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48352) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:06.339045 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c9e190>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:06.343344 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b54be-e1a1-4135-ba8c-0b022d248df7 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '8c1388d5-8b6c-410f-b2e7-17774f01dc3c', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:af:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976727c-9b1e-4688-81a2-5b63c060d198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:28:21Z', 'updated_at': '2022-03-08T21:28:44Z', 'revision_number': 2, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:31:06.477826 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 7e64afc6-aa33-4c58-812c-25f402c7a8c3 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:06.478192 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.629538 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb7166-ac63-4aec-8f13-dafb8293efa1 None None] New status for floating IP 9ca3c8a1-6836-4af2-b6d1-bc04f0e65529: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:31:06.659772 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.660143 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:06.790086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 7e64afc6-aa33-4c58-812c-25f402c7a8c3 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:06.893859 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.db.api [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:31:06.894261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG oslo_db.api [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:31:07.327401 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b34d1-0018-4a09-a799-0105912cf1aa req-2eb2fe37-21ed-451e-b5e0-4c3f0e33e876 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:07.329636 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e61b34d1-0018-4a09-a799-0105912cf1aa req-2eb2fe37-21ed-451e-b5e0-4c3f0e33e876 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0837221
Mar 08 21:31:07.377500 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e61b34d1-0018-4a09-a799-0105912cf1aa req-aa8d57b0-f364-40ac-a01a-6bc7d299607d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423911
Mar 08 21:31:07.395084 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 7e64afc6-aa33-4c58-812c-25f402c7a8c3 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:07.395550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.561441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.561769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.684486 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 7e64afc6-aa33-4c58-812c-25f402c7a8c3 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:07.832094 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.879459 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=7e64afc6-aa33-4c58-812c-25f402c7a8c3,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:07.940056 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 9da2adab-0691-4688-9864-3e1d56d1b18d no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:31:07.969457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.973053 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 9da2adab-0691-4688-9864-3e1d56d1b18d {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:31:07.973398 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 9da2adab-0691-4688-9864-3e1d56d1b18d not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:31:07.982817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:07.984571 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-07a256c5-1597-421d-8267-00ada40761aa tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/floatingips/9ca3c8a1-6836-4af2-b6d1-bc04f0e65529 HTTP/1.1" status: 204  len: 168 time: 1.7835455
Mar 08 21:31:08.579296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87257a1b-66e6-4d8a-a659-3f425c337793 req-bcd7b719-50de-41f4-b0aa-5e4add6c2063 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:08.580741 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-87257a1b-66e6-4d8a-a659-3f425c337793 req-bcd7b719-50de-41f4-b0aa-5e4add6c2063 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0819948
Mar 08 21:31:08.626480 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-87257a1b-66e6-4d8a-a659-3f425c337793 req-d8adb3cf-932f-4eaa-b8d8-c9c157e6423a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0401597
Mar 08 21:31:09.839444 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a190-4be1-47d3-b239-6e4dc7d0c53f req-3737c421-d5c2-4f45-b3fb-5fe4c9f19f51 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:09.848162 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-88d0a190-4be1-47d3-b239-6e4dc7d0c53f req-3737c421-d5c2-4f45-b3fb-5fe4c9f19f51 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0917463
Mar 08 21:31:09.903773 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-88d0a190-4be1-47d3-b239-6e4dc7d0c53f req-614e82de-0ecf-4705-8f66-81b3ee50959d tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d9cf6c2-73ef-41af-9701-39b52595661d&id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529065
Mar 08 21:31:10.018389 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee10de-3e7a-445e-be3a-569f95c3d70f req-c1657bd3-9f0d-4a85-8896-774b6c9e313c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:10.019062 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-45ee10de-3e7a-445e-be3a-569f95c3d70f req-c1657bd3-9f0d-4a85-8896-774b6c9e313c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:10.033612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-45ee10de-3e7a-445e-be3a-569f95c3d70f req-c1657bd3-9f0d-4a85-8896-774b6c9e313c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:10.047747 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-45ee10de-3e7a-445e-be3a-569f95c3d70f req-c1657bd3-9f0d-4a85-8896-774b6c9e313c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.0924914
Mar 08 21:31:10.089256 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-45ee10de-3e7a-445e-be3a-569f95c3d70f req-27ff5abd-65fa-417a-8c48-2d1e9dab0577 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406005
Mar 08 21:31:11.288549 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a30977-ff68-4ac7-9bff-c881c809f600 req-f813d1ed-f18a-4d51-bf0c-01768bbb1492 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:11.290030 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3a30977-ff68-4ac7-9bff-c881c809f600 req-f813d1ed-f18a-4d51-bf0c-01768bbb1492 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.0807760
Mar 08 21:31:11.336390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-e3a30977-ff68-4ac7-9bff-c881c809f600 req-91f007b7-da36-4c45-afba-11ea34396f66 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:11.351343 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-e3a30977-ff68-4ac7-9bff-c881c809f600 req-91f007b7-da36-4c45-afba-11ea34396f66 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:11.352487 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e3a30977-ff68-4ac7-9bff-c881c809f600 req-91f007b7-da36-4c45-afba-11ea34396f66 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570977
Mar 08 21:31:11.818514 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45141d9b-282d-4b10-aacf-731840e34ebf req-844eca65-7176-4662-ae53-49fb046b8eff tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:11.819955 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-45141d9b-282d-4b10-aacf-731840e34ebf req-844eca65-7176-4662-ae53-49fb046b8eff tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.0836439
Mar 08 21:31:11.888784 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 063c083e-7369-4889-94bb-8fd0ccb94a2f {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:11.889134 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:12.214351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] For port 063c083e-7369-4889-94bb-8fd0ccb94a2f, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=063c083e-7369-4889-94bb-8fd0ccb94a2f,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:12.214570 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:12.540852 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:12.541125 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:12.541432 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP 8c1388d5-8b6c-410f-b2e7-17774f01dc3c disassociated. External IP: 172.27.0.217, port: 063c083e-7369-4889-94bb-8fd0ccb94a2f.
Mar 08 21:31:12.541762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 063c083e-7369-4889-94bb-8fd0ccb94a2f owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:12.644800 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b109d-b490-4b8d-8c81-22abe894d37e req-68c72df4-3ec7-4f74-9be4-30557e42470c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:12.646698 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fa7b109d-b490-4b8d-8c81-22abe894d37e req-68c72df4-3ec7-4f74-9be4-30557e42470c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 945 time: 0.1641450
Mar 08 21:31:12.745681 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fa7b109d-b490-4b8d-8c81-22abe894d37e req-94e38177-c74f-4485-8f62-f2d5e8eb4e8e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=860edf0d-14ee-426b-9e85-def0505c7b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644550
Mar 08 21:31:12.746381 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:12.798798 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=063c083e-7369-4889-94bb-8fd0ccb94a2f,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:13.019000 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:31:13.199094 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f4c7-0f62-4f16-9230-10a3c413ea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:13.225928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:31:13.236569 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:31:13.248701 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:13.250277 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc16c3d280>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:13.302132 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] No DVR routers for this DVR port 063c083e-7369-4889-94bb-8fd0ccb94a2f on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:31:13.304743 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:13.307259 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'name': 'network-vif-deleted', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:13.332137 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-45141d9b-282d-4b10-aacf-731840e34ebf req-5b2abb69-2fce-42d9-aee4-167428ef4376 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "DELETE /v2.0/ports/063c083e-7369-4889-94bb-8fd0ccb94a2f HTTP/1.1" status: 204  len: 173 time: 1.5061367
Mar 08 21:31:13.371731 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4976727c-9b1e-4688-81a2-5b63c060d198', 'name': 'network-vif-deleted', 'tag': '063c083e-7369-4889-94bb-8fd0ccb94a2f', 'status': 'completed', 'code': 200}
Mar 08 21:31:13.437413 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:13.770445 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc16c3d280>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:13.774367 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:31:13.785187 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:13.785776 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc16c3d280>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:30:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:13.944850 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b69c1351-0a94-4503-a155-acdc6629e1f2 req-c941a0e8-e916-496b-8d8c-4b6caa8921d4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:13.965640 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b69c1351-0a94-4503-a155-acdc6629e1f2 req-c941a0e8-e916-496b-8d8c-4b6caa8921d4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:13.966989 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b69c1351-0a94-4503-a155-acdc6629e1f2 req-c941a0e8-e916-496b-8d8c-4b6caa8921d4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=4976727c-9b1e-4688-81a2-5b63c060d198 HTTP/1.1" status: 200  len: 210 time: 0.0650764
Mar 08 21:31:13.982738 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:14.292448 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc16c3d280>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:14.297443 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c4ef5-f0d2-46b0-a1ce-d5787a2e3046 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:31:14.512986 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2976eb19-1be3-4a78-9422-79942a310780 None None] New status for floating IP 8c1388d5-8b6c-410f-b2e7-17774f01dc3c: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:31:15.121405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48416) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:15.187252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.214750 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.270900 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.288707 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860edf0d-14ee-426b-9e85-def0505c7b4f,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:15.300519 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.301676 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5bb7da8c-36f3-4a1e-829f-5f21fb4a7ec2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/security-groups/860edf0d-14ee-426b-9e85-def0505c7b4f HTTP/1.1" status: 204  len: 168 time: 0.1792729
Mar 08 21:31:15.304948 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48420) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:15.321996 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.api.v2.resource [None req-a98ebe1f-a0ef-42fe-810c-1910e76c991a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] show failed (client error): The resource could not be found.
Mar 08 21:31:15.322991 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a98ebe1f-a0ef-42fe-810c-1910e76c991a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups/860edf0d-14ee-426b-9e85-def0505c7b4f HTTP/1.1" status: 404  len: 347 time: 0.0171604
Mar 08 21:31:15.325896 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48424) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:15.477352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 386169d9-c4d5-4f73-93a0-8e0b421e734b {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:15.477692 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.577195 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-87469b41-4b38-4863-b51c-bb7a9230314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.730297 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.730605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:15.848135 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 386169d9-c4d5-4f73-93a0-8e0b421e734b owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:15.988803 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.015714 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 063c083e-7369-4889-94bb-8fd0ccb94a2f no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:31:16.032471 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=386169d9-c4d5-4f73-93a0-8e0b421e734b,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:16.049573 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 063c083e-7369-4889-94bb-8fd0ccb94a2f {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:31:16.050004 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 063c083e-7369-4889-94bb-8fd0ccb94a2f not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:31:16.126909 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.144837 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.145951 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-491ac2a7-efa9-455a-9a35-53d04b2d4bbf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/floatingips/8c1388d5-8b6c-410f-b2e7-17774f01dc3c HTTP/1.1" status: 204  len: 168 time: 0.8190064
Mar 08 21:31:16.344746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48436) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:16.350306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389230713', 'description': 'tempest-description--1516793217'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:16.357079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:16.361739 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:16.364558 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:16.370029 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:16.380144 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.412794 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:16.416359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:16.418974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:16.425321 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:16.478922 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.482489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.527739 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2220a4ff-42e1-4dad-9947-69133b55c98a,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:16.532466 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.533652 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-69843c8e-43e7-468d-be50-28f1eeb1e15f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.1879036
Mar 08 21:31:16.536445 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48440) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:16.541911 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '2220a4ff-42e1-4dad-9947-69133b55c98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:16.548359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:16.552083 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:16.555177 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:16.560939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:16.577729 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.595023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.636583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.640064 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.664544 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b5344d-ea48-422d-a775-aa04dea623d4,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:16.674158 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.675386 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-311b81dd-2ce3-4f41-808a-41d67fd43caf tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1380482
Mar 08 21:31:16.678158 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48444) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:16.683347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '2220a4ff-42e1-4dad-9947-69133b55c98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:16.689613 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:16.693355 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:16.696143 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:16.701785 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:16.719587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.748483 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.783927 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.787333 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.812771 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b084db6f-1bf6-40a9-b7c2-b3280ca1264f,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:16.820930 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.822117 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ef9c5a69-1c6a-45b4-8ae7-ae6959048416 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1430442
Mar 08 21:31:16.825151 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48448) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:16.830335 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:16.835422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:16.839102 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:floatingip and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:16.841897 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:16.847694 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:16.859220 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:16.996432 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.129996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.27.0.217 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/df70eef9-09c2-4442-8a56-a31a61fc6f47) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:31:17.270577 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.298230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.360540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:31:17.361565 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:17.363965 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:31:17.409552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=df70eef9-09c2-4442-8a56-a31a61fc6f47,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:17.524103 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.575590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.845437 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.850653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.870157 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.958575 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:31:17.959210 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=df70eef9-09c2-4442-8a56-a31a61fc6f47,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:17.972984 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.994735 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:17.995981 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-83c72cec-bab3-4ecb-afb9-f9b0d9148bae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1699035
Mar 08 21:31:18.223284 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-01947cc6-5f3f-4bd2-b779-d16984492324 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:18.238368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-01947cc6-5f3f-4bd2-b779-d16984492324 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:18.239542 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-01947cc6-5f3f-4bd2-b779-d16984492324 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1389230713&fields=id&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 267 time: 0.0562196
Mar 08 21:31:18.386577 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-1998dbd0-ec2e-46a7-b4a3-b488c1bb074a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:18.387929 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-1998dbd0-ec2e-46a7-b4a3-b488c1bb074a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.1420968
Mar 08 21:31:18.403476 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-a136f957-ffcd-4fed-8ce2-0955fa482ef4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/quotas/5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 375 time: 0.0100565
Mar 08 21:31:18.485156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-7e3696bf-0e9d-41ee-a41d-faf0f2b8afe8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:18.499526 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-7e3696bf-0e9d-41ee-a41d-faf0f2b8afe8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:18.500881 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-7e3696bf-0e9d-41ee-a41d-faf0f2b8afe8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0925939
Mar 08 21:31:18.640823 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-d8f7e1af-05f2-41ce-836a-4016fdd4fa1e service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283553
Mar 08 21:31:18.769174 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b40e1ffc-1299-4bf7-b8ea-f68a0a401098 service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228647
Mar 08 21:31:18.956117 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f31af463-60a5-4ac7-8429-b1cbc65ddca6 req-45b3984a-188a-43be-8763-efe9679d8909 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 210 time: 0.0403092
Mar 08 21:31:20.035054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b057e0df-d3ed-4fe2-a357-3eaf13397004 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:20.036486 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b057e0df-d3ed-4fe2-a357-3eaf13397004 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.1452847
Mar 08 21:31:20.133513 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f0a8ca15-72dc-408c-a4ad-8713984185fe req-82017281-adca-4a39-93fd-820d6dc4256e tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 210 time: 0.0460706
Mar 08 21:31:20.136280 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-6d1a7543-db26-4c28-a965-a6f6b79408e5 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 380 time: 0.0853901
Mar 08 21:31:20.146830 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'port': {'device_id': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'admin_state_up': True, 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'security_groups': ['2220a4ff-42e1-4dad-9947-69133b55c98a']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:20.280949 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:20.289989 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:20.300657 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:31:20.303607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:20.461384 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.20.0.5 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/ebb230e6-64cf-4dfe-9d72-26332538bd84) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:31:20.639188 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:20.657252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Transition to ACTIVE for port object ebb230e6-64cf-4dfe-9d72-26332538bd84 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:31:20.686011 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:20.758265 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:31:20.761059 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:20.765268 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:31:20.795055 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:20.832754 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:20.833351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:20.862458 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-b2f179e1-8c17-4d7e-b618-fd9c89f9f535 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7190890
Mar 08 21:31:20.874309 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Request body: {'port': {'device_id': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:20.974893 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-2ff22596-67ef-42fe-960c-4eda598eb439 None None] Provisioning for port ebb230e6-64cf-4dfe-9d72-26332538bd84 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:31:20.981687 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-2ff22596-67ef-42fe-960c-4eda598eb439 None None] Provisioning complete for port ebb230e6-64cf-4dfe-9d72-26332538bd84 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:31:20.982102 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ff22596-67ef-42fe-960c-4eda598eb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.049896 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-2ff22596-67ef-42fe-960c-4eda598eb439 None None] Port ebb230e6-64cf-4dfe-9d72-26332538bd84 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:31:21.070298 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.336333 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a601b6-2062-48e6-b171-1695e329944e req-b15a60c3-1c56-482f-b1ca-a87d440dec87 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:21.337800 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-51a601b6-2062-48e6-b171-1695e329944e req-b15a60c3-1c56-482f-b1ca-a87d440dec87 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 931 time: 0.0854383
Mar 08 21:31:21.391327 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-51a601b6-2062-48e6-b171-1695e329944e req-6501e382-d353-4d28-902d-67e071a863e1 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466120
Mar 08 21:31:21.408046 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb230e6-64cf-4dfe-9d72-26332538bd84 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:21.414747 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.429795 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Transition to ACTIVE for port object ebb230e6-64cf-4dfe-9d72-26332538bd84 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:31:21.433344 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.566815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:21.676304 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Attempting to bind port ebb230e6-64cf-4dfe-9d72-26332538bd84 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:31:21.676643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Attempting to bind port ebb230e6-64cf-4dfe-9d72-26332538bd84 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:31:21.676967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Attempting to bind port ebb230e6-64cf-4dfe-9d72-26332538bd84 on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:21.682828 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Port ebb230e6-64cf-4dfe-9d72-26332538bd84 on network 55b98e77-037d-4f48-ae62-5ece51783cb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:31:21.683143 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Attempting to bind port ebb230e6-64cf-4dfe-9d72-26332538bd84 on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:21.689850 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:31:21.690179 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:31:21.690554 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:31:21.690968 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Bound port: ebb230e6-64cf-4dfe-9d72-26332538bd84, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:31:21.691312 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.783848 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:31:21.786869 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:31:21.790403 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.854091 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:21.855436 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebb230e6-64cf-4dfe-9d72-26332538bd84 HTTP/1.1" status: 200  len: 1093 time: 0.9853888
Mar 08 21:31:21.855911 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:21.932990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d009e4-460b-4f55-bbcd-23453c16f801 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:21.945329 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'status': 'completed', 'code': 200}
Mar 08 21:31:21.981022 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-ccabd446-dc2f-4dee-8bbe-86a1b2d634b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 1096 time: 0.0856588
Mar 08 21:31:22.053780 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-43e202da-7744-4817-831a-aa1739c83b3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84 HTTP/1.1" status: 200  len: 217 time: 0.0628946
Mar 08 21:31:22.121420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-0536db75-0cb0-4b73-bb3f-8713d6fcf655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:22.122816 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-0536db75-0cb0-4b73-bb3f-8713d6fcf655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0625741
Mar 08 21:31:22.202777 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-5845bdaf-71ac-4a99-a44d-fd127032e273 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725081
Mar 08 21:31:22.349070 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-fb83b8d1-ce62-4254-99cf-2bc54cff1980 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382015
Mar 08 21:31:22.478677 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbc2908c-e840-44cf-aafc-a20c1fac61e5 req-64de59cf-d1f5-453d-83bd-a54218128e2c service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229258
Mar 08 21:31:22.591369 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa944e8-8a2b-4149-a820-20f079335501 req-0752c832-54a7-40a5-869b-f969aa066d1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:22.593628 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4aa944e8-8a2b-4149-a820-20f079335501 req-0752c832-54a7-40a5-869b-f969aa066d1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 943 time: 0.0761724
Mar 08 21:31:22.603855 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-13c97852-98f1-4dd5-a1ff-bd635b6a4c1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 1096 time: 0.0774639
Mar 08 21:31:22.644255 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4aa944e8-8a2b-4149-a820-20f079335501 req-31a542cb-afe2-462e-b0b2-b9f73768be26 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459034
Mar 08 21:31:22.735038 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26075956-b39b-4b05-97a1-d3febab822ab req-042b8962-09ed-4ec4-921f-bae1337d0c55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:22.736499 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-042b8962-09ed-4ec4-921f-bae1337d0c55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.1257303
Mar 08 21:31:22.886346 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-798595fd-bd8a-4ec5-83bf-a4486ab7fe87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84 HTTP/1.1" status: 200  len: 217 time: 0.1428573
Mar 08 21:31:22.949445 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26075956-b39b-4b05-97a1-d3febab822ab req-2b6ce4eb-970b-4855-8e00-032be9ec6293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:22.950899 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-2b6ce4eb-970b-4855-8e00-032be9ec6293 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0581729
Mar 08 21:31:23.025280 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-0efe8cb6-4b19-4aca-bb4d-cc7f8cf7088f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680583
Mar 08 21:31:23.167761 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-ac026d7c-21ce-41f3-ac61-88b3e3358aba service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351290
Mar 08 21:31:23.303482 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-26075956-b39b-4b05-97a1-d3febab822ab req-4affc427-de68-4dcf-9309-be1c85867b56 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279340
Mar 08 21:31:23.836086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc513-6c37-419c-b333-c702701d86e5 req-c4cb1d2a-02ac-473c-9a4f-b09c7182350f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:23.837506 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e7edc513-6c37-419c-b333-c702701d86e5 req-c4cb1d2a-02ac-473c-9a4f-b09c7182350f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 943 time: 0.0745282
Mar 08 21:31:23.881513 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e7edc513-6c37-419c-b333-c702701d86e5 req-3488fbd1-099b-4aec-a8b6-21386d3d6ac6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381999
Mar 08 21:31:25.078219 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d887-73b8-4cd1-b227-083380947f54 req-bcdd9c4e-8f4a-4e72-b3a8-7b32abc49620 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:25.079720 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a354d887-73b8-4cd1-b227-083380947f54 req-bcdd9c4e-8f4a-4e72-b3a8-7b32abc49620 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 943 time: 0.0789263
Mar 08 21:31:25.123420 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a354d887-73b8-4cd1-b227-083380947f54 req-8b62d345-8048-457e-add5-2841511c7870 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381670
Mar 08 21:31:26.060439 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device ebb230e6-64cf-4dfe-9d72-26332538bd84 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:31:26.214254 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:26.227416 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'port_id': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'mac_address': 'fa:16:3e:f7:f3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:31:26.283384 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:26.300171 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb230e6-64cf-4dfe-9d72-26332538bd84 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:26.314681 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:26.318705 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eca720-0ff1-4850-ad0a-c1bcf01be133 req-08780981-940e-4689-aa84-0507f9ea6c9c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:26.320073 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:26.324085 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-24eca720-0ff1-4850-ad0a-c1bcf01be133 req-08780981-940e-4689-aa84-0507f9ea6c9c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 943 time: 0.0797172
Mar 08 21:31:26.366816 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-24eca720-0ff1-4850-ad0a-c1bcf01be133 req-fea99108-1635-4789-88ce-73c888e7eaa9 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402732
Mar 08 21:31:26.384994 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:26.394150 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.394493 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.394830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.395164 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.395496 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.395848 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.396177 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.396504 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.396827 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.397147 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.397467 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:26.591396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['ebb230e6-64cf-4dfe-9d72-26332538bd84'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:31:27.561393 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f7fcd-408f-4315-92ef-e85e15a4da26 req-79d2f9ae-9e9c-46d3-8080-688e63bb587d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:27.562893 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-305f7fcd-408f-4315-92ef-e85e15a4da26 req-79d2f9ae-9e9c-46d3-8080-688e63bb587d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 944 time: 0.0788190
Mar 08 21:31:27.606470 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-305f7fcd-408f-4315-92ef-e85e15a4da26 req-d196c6e6-f429-47e6-b4e0-f88c56a9dda6 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379274
Mar 08 21:31:28.092773 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device ebb230e6-64cf-4dfe-9d72-26332538bd84 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:31:28.166152 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port ebb230e6-64cf-4dfe-9d72-26332538bd84 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:31:28.170745 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port ebb230e6-64cf-4dfe-9d72-26332538bd84 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:31:28.171106 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:28.280326 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:28.305056 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:28.314998 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:28.320042 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:28.361332 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'code': 200}
Mar 08 21:31:28.386743 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:28.586054 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6f596f12-859a-4170-a82d-0ff32a46a345 req-c59e6eab-ba50-4a41-b0f4-6f583b4e5691 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 1098 time: 0.0702586
Mar 08 21:31:28.627110 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6f596f12-859a-4170-a82d-0ff32a46a345 req-036b9075-b1eb-47e4-9358-623457b09eaa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346589
Mar 08 21:31:28.797922 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044c12-5a8e-4a4f-b92f-cf29bbba543c req-85a36f2c-0dc7-4d24-b7db-3d0f49d3f207 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:28.798587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5f044c12-5a8e-4a4f-b92f-cf29bbba543c req-85a36f2c-0dc7-4d24-b7db-3d0f49d3f207 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:28.814133 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5f044c12-5a8e-4a4f-b92f-cf29bbba543c req-85a36f2c-0dc7-4d24-b7db-3d0f49d3f207 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:28.815289 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5f044c12-5a8e-4a4f-b92f-cf29bbba543c req-85a36f2c-0dc7-4d24-b7db-3d0f49d3f207 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.0902205
Mar 08 21:31:28.868620 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5f044c12-5a8e-4a4f-b92f-cf29bbba543c req-7f261494-dfab-409f-9277-ce88f281096b tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472882
Mar 08 21:31:29.311023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:30.066251 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe7c7-8e6c-46cf-a3d8-82ddd8710591 req-11f5bfe1-77f9-4b40-bf88-fe912e8ac8e4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:30.067693 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-eccbe7c7-8e6c-46cf-a3d8-82ddd8710591 req-11f5bfe1-77f9-4b40-bf88-fe912e8ac8e4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.0775859
Mar 08 21:31:30.111114 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-eccbe7c7-8e6c-46cf-a3d8-82ddd8710591 req-d9b1dda2-e44e-4a03-a2ff-717d90538601 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380676
Mar 08 21:31:30.294712 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c0e4b-b0e3-48ca-a377-9b0610b26708 req-6d55146b-6628-46c3-8fb4-3a6bd17988f3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:30.296666 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-477c0e4b-b0e3-48ca-a377-9b0610b26708 req-6d55146b-6628-46c3-8fb4-3a6bd17988f3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.0736306
Mar 08 21:31:30.305053 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48568) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:30.310442 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'port_id': 'ebb230e6-64cf-4dfe-9d72-26332538bd84'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:30.450971 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:31.076105 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:31.080333 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:31.264965 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4 associated. External IP: 172.27.0.217, port: ebb230e6-64cf-4dfe-9d72-26332538bd84.
Mar 08 21:31:31.650930 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:31:31.930040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:31:31.934785 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:31.940107 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:31:31.954747 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:31.955338 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1403e9a0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:31.989373 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-94e62bf2-64d1-4b11-bdf0-d66d79e3a294 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "PUT /v2.0/floatingips/cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4 HTTP/1.1" status: 200  len: 991 time: 1.6831770
Mar 08 21:31:31.990333 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:32.043355 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'status': 'completed', 'code': 200}
Mar 08 21:31:32.126772 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:32.133227 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-8c765249-dadf-4916-a4c4-4264d2375a45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 1098 time: 0.0679507
Mar 08 21:31:32.264379 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-4b59e44e-92c7-4164-ac0e-dd87e0bef68e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:32.266120 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-4b59e44e-92c7-4164-ac0e-dd87e0bef68e service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.1270802
Mar 08 21:31:32.368461 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-90cc63f1-628a-4b4a-8f95-ecff33dcf070 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84 HTTP/1.1" status: 200  len: 999 time: 0.0958612
Mar 08 21:31:32.433203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-cd2e0e7b-4e5a-403d-b518-bd68b832ff87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:32.434617 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-cd2e0e7b-4e5a-403d-b518-bd68b832ff87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0596852
Mar 08 21:31:32.464480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1403e9a0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:f7:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:17Z', 'updated_at': '2022-03-08T21:31:30Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:32.468959 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:31:32.479154 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:32.479763 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1403e9a0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:32.507931 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-376a6606-6b57-400b-b11c-5618c4aca606 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665329
Mar 08 21:31:32.650092 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:33.032051 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1403e9a0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:f7:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:17Z', 'updated_at': '2022-03-08T21:31:30Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:33.035813 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf5cc7-de9b-4333-895e-307aecb20917 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:f7:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:17Z', 'updated_at': '2022-03-08T21:31:30Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:31:33.218561 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07745fa-e797-471e-a4cd-7a2999018e7f None None] New status for floating IP cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:31:33.452431 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-7c79ddae-5676-44cd-9a83-4b879b280a91 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214447
Mar 08 21:31:35.101266 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb31110-c2e6-41ef-b2bd-ace9bcd7a7b6 req-d023669f-b705-42a6-9e4e-a8169bd71184 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292512
Mar 08 21:31:35.961886 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e803-05b9-423d-83c4-3a0b6e983408 req-5425976b-13c3-4f7a-bef8-993701511d77 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:35.963558 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d8c6e803-05b9-423d-83c4-3a0b6e983408 req-5425976b-13c3-4f7a-bef8-993701511d77 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.0816770
Mar 08 21:31:36.010507 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d8c6e803-05b9-423d-83c4-3a0b6e983408 req-8145cab9-a6ee-472d-969e-db77b1fe9665 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406272
Mar 08 21:31:37.225877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dcdec-2d82-4cd4-b039-73d293e04684 req-7d111abb-af55-4850-b025-c9b37bcb2933 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:37.227310 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f05dcdec-2d82-4cd4-b039-73d293e04684 req-7d111abb-af55-4850-b025-c9b37bcb2933 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.0750990
Mar 08 21:31:37.363141 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f05dcdec-2d82-4cd4-b039-73d293e04684 req-d9ea9731-1f3f-4c04-8be6-befce9d90d45 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=df89fd41-91bb-4970-9e54-892ec13142ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301658
Mar 08 21:31:37.588310 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-028be08b-0e92-492a-af02-3a0b3f426df3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:37.589741 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-028be08b-0e92-492a-af02-3a0b3f426df3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 946 time: 0.0734477
Mar 08 21:31:37.657261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:37.657510 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:37.885270 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] For port d51d2595-7feb-4011-910a-e3a3e00f012e, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d51d2595-7feb-4011-910a-e3a3e00f012e,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:37.885654 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:38.161226 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:38.161587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:38.161889 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Floating IP 93fa9a67-e7f3-4577-b10a-215a228a4fe0 disassociated. External IP: 172.27.0.110, port: d51d2595-7feb-4011-910a-e3a3e00f012e.
Mar 08 21:31:38.162219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for d51d2595-7feb-4011-910a-e3a3e00f012e owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:38.296089 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:38.341512 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'Port': ['ID=d51d2595-7feb-4011-910a-e3a3e00f012e,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:38.355239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.355583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.355938 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.356266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.356596 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.356920 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.357238 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.357560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.357877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.358198 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.358516 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:38.546416 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-eca7134f-5cc9-47a5-9009-ef95662b0e58 req-abbf155d-a05c-4771-b02f-ce01af7edca6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ca528a-3476-484a-9621-0373521d9526 HTTP/1.1" status: 200  len: 210 time: 0.0454941
Mar 08 21:31:38.574369 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:31:38.782073 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:31:38.791956 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:31:38.803744 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:38.804394 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e57f70>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:38.862939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] No DVR routers for this DVR port d51d2595-7feb-4011-910a-e3a3e00f012e on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:31:38.868607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:38.871095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-deleted', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:38.888401 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2cec6a77-27e6-4f1c-a94c-cd7bd705c4b4 req-83187b97-807e-4f21-81f1-d89345fa2f9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "DELETE /v2.0/ports/d51d2595-7feb-4011-910a-e3a3e00f012e HTTP/1.1" status: 204  len: 173 time: 1.2929695
Mar 08 21:31:38.934920 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca528a-3476-484a-9621-0373521d9526', 'name': 'network-vif-deleted', 'tag': 'd51d2595-7feb-4011-910a-e3a3e00f012e', 'status': 'completed', 'code': 200}
Mar 08 21:31:38.998149 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:39.299512 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e57f70>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:39.303603 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:31:39.314145 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:39.314731 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e57f70>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:39.487328 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:39.715004 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48642) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:39.799032 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:39.810420 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e57f70>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:39.816694 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8eba6-d96b-4572-a44d-1a4aae246547 None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:31:39.834255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:39.891011 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:39.910994 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df89fd41-91bb-4970-9e54-892ec13142ec,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:39.924507 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.924856 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.925202 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.925567 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.925897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.926261 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.926589 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.926913 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.927237 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.927560 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.927910 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:31:39.930885 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:39.934489 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-5ffec3e3-9fef-4748-a7c0-cc3a8dfcc01c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "DELETE /v2.0/security-groups/df89fd41-91bb-4970-9e54-892ec13142ec HTTP/1.1" status: 204  len: 168 time: 0.2154214
Mar 08 21:31:39.935431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48648) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:39.956531 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.api.v2.resource [None req-6d563775-9e1e-4ace-b4ac-44fb408a10ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] show failed (client error): The resource could not be found.
Mar 08 21:31:39.960343 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6d563775-9e1e-4ace-b4ac-44fb408a10ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups/df89fd41-91bb-4970-9e54-892ec13142ec HTTP/1.1" status: 404  len: 347 time: 0.0219767
Mar 08 21:31:39.960609 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48652) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:40.074337 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e0461-e88c-4743-a0cb-90db6048d624 None None] New status for floating IP 93fa9a67-e7f3-4577-b10a-215a228a4fe0: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:31:40.134226 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port a5b1f238-ee82-441c-92d5-23cf973ef000 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:40.134473 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:40.299971 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:40.300297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:40.418399 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for a5b1f238-ee82-441c-92d5-23cf973ef000 owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:40.500675 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.db.api [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:31:40.501018 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG oslo_db.api [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:31:41.002594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port a5b1f238-ee82-441c-92d5-23cf973ef000 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:31:41.003663 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.183039 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.183398 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.198490 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48662) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:41.304120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for a5b1f238-ee82-441c-92d5-23cf973ef000 owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:31:41.338172 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.371794 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:41.376351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Usage tracker for resource:security_group_rule and tenant:93d21ffcebb74fd88a76c614e5d058c9 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:41.379153 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:41.385328 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:41.454584 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.458587 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.503400 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42851427-0787-4107-905a-60b36a0f7c0f,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:41.511895 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-65bea04e-6f33-4ba1-8eb6-74de6158a2fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93d21ffcebb74fd88a76c614e5d058c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3120711
Mar 08 21:31:41.514638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48668) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:41.528008 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.596135 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'Port': ['ID=a5b1f238-ee82-441c-92d5-23cf973ef000,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:41.608457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.692936 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.708329 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.709453 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6b5b091a-5bc3-4eb9-a32b-65004c23b725 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "DELETE /v2.0/floatingips/93fa9a67-e7f3-4577-b10a-215a228a4fe0 HTTP/1.1" status: 204  len: 168 time: 1.7477732
Mar 08 21:31:41.718295 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.773328 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.791005 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42851427-0787-4107-905a-60b36a0f7c0f,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:41.794185 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.798287 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-219a4943-043f-4418-afba-323e40bf1a6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42851427-0787-4107-905a-60b36a0f7c0f HTTP/1.1" status: 204  len: 168 time: 0.2787778
Mar 08 21:31:41.915601 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48676) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:41.921987 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703184199', 'description': 'tempest-description--1981174071'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:41.927698 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:41.931913 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:41.934685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:41.940605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:41.952796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:41.987700 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:41.991638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:41.994478 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.000261 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.061671 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.066599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.111284 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:42.114690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.118024 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c389e83a-95cb-4f7a-9584-d533b2e303c6 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1992545
Mar 08 21:31:42.118939 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48686) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:42.124504 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group_rule': {'security_group_id': '3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:42.130229 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:42.134307 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:42.137995 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.144355 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.160971 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.219844 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:31:42.223982 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.227747 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.255343 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4c1f25-e2a6-4a52-a153-c2b9be4498e1,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:42.256590 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: d51d2595-7feb-4011-910a-e3a3e00f012e {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:31:42.257255 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d51d2595-7feb-4011-910a-e3a3e00f012e not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:31:42.266805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.268198 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bb646abb-e496-4a80-a301-81523a38afc2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1482787
Mar 08 21:31:42.270923 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48694) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:42.276478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'security_group_rule': {'security_group_id': '3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:42.282162 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:42.285898 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:security_group_rule and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:42.288719 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.294288 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.313054 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.381235 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.385586 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.409089 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc356310-4aaa-453f-8624-faf1ccb73c0a,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:42.418212 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.419695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ebe5c685-c1ce-4463-ac77-5cf54b2905e9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1477628
Mar 08 21:31:42.423396 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 48700) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:42.428572 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:42.433954 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:42.438447 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Usage tracker for resource:floatingip and tenant:aced4cc66ce8447f9021f6766ad80407 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:42.441457 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.447060 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.457976 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.595096 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.615667 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48708) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:42.733465 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Allocated IP 172.27.0.201 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/d1d1d159-65b4-4db1-b3f7-edeb3f9f219a) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:31:42.744011 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-262890661-network', 'tenant_id': '964abe9b58d14e388f155bb4c006f266'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:42.748830 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:42.752556 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Usage tracker for resource:network and tenant:964abe9b58d14e388f155bb4c006f266 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:42.755286 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.761461 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.771252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Made reservation on behalf of 964abe9b58d14e388f155bb4c006f266 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:31:42.773629 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.789240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.819927 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:42.823815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Usage tracker for resource:security_group_rule and tenant:964abe9b58d14e388f155bb4c006f266 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:42.827679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:42.833516 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:42.885716 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.907642 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.911944 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.918196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.940935 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:31:42.949241 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f14a45-f9df-430a-856d-e5157c74a137,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:42.956859 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.956859 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Added segment fe4684ac-0b54-4f74-b237-3c178d8f6936 of type vlan for network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40
Mar 08 21:31:42.984891 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:42.999063 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:31:43.001907 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:43.006245 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:31:43.013544 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.015095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:43.015714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.031637 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=d1d1d159-65b4-4db1-b3f7-edeb3f9f219a,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:43.117399 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:43.120615 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-621efb0e-94bf-4069-ad09-90c1a30e1b01 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5034306
Mar 08 21:31:43.123877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48714) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:43.128157 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:31:43.128847 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Request body: {'subnet': {'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-262890661-subnet', 'tenant_id': '964abe9b58d14e388f155bb4c006f266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:43.133870 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:43.137632 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Usage tracker for resource:subnet and tenant:964abe9b58d14e388f155bb4c006f266 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:43.141018 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:43.146670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:43.157696 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Made reservation on behalf of 964abe9b58d14e388f155bb4c006f266 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:31:43.160196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.170238 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.229746 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b54e0d2d-8043-4048-8136-e7bde1b1c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.231750 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.366336 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.434136 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.438735 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.440182 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6098784-720e-4f56-9334-dec7e28f56ae,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:43.448812 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Checking segment: {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:31:43.449161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Network hostable DHCP agents. Network: 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:31:43.470982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:31:43.481020 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:43.485302 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:43.486266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.489903 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df62f5-4e83-4b24-996e-16c3500456c1 None None] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:31:43.516309 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-401c2ba6-d181-4c08-9556-08a0bddd2991 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3914433
Mar 08 21:31:43.558486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.576253 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=d1d1d159-65b4-4db1-b3f7-edeb3f9f219a,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:43.593336 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:43.603251 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-f6316bfc-5951-4be8-b692-983dc9e4b6ad tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1787682
Mar 08 21:31:43.715789 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98310de8-0fa2-45b7-8a12-c8d44eb9808b None None] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:31:43.849318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-c2853d62-2dbe-4464-8d69-ffedc470fe48 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:43.867331 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-c2853d62-2dbe-4464-8d69-ffedc470fe48 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:43.873328 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-c2853d62-2dbe-4464-8d69-ffedc470fe48 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--703184199&fields=id&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 267 time: 0.0716312
Mar 08 21:31:44.033196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-af8ef810-4eac-4acc-9f6e-37b6be36926d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:44.033777 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-af8ef810-4eac-4acc-9f6e-37b6be36926d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:44.052476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-af8ef810-4eac-4acc-9f6e-37b6be36926d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:44.053854 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-af8ef810-4eac-4acc-9f6e-37b6be36926d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 817 time: 0.1725399
Mar 08 21:31:44.070803 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-fdf57dc7-973c-4972-b97e-786feea13594 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/quotas/aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 375 time: 0.0115044
Mar 08 21:31:44.161809 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-9b2b5ce8-799b-4abf-a8d1-3bef553f59c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:44.179874 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-9b2b5ce8-799b-4abf-a8d1-3bef553f59c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:44.181653 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-9b2b5ce8-799b-4abf-a8d1-3bef553f59c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1053169
Mar 08 21:31:44.328881 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-f808bc6e-1295-4503-9355-6250fa7d90e7 service neutron] 10.222.0.66 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246686
Mar 08 21:31:44.458989 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-d056326b-b837-42fd-9437-7fa2000744ec service neutron] 10.222.0.66 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245167
Mar 08 21:31:44.645945 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-0f70d56a-d84e-4a91-b985-1ee6cee158b0 req-a68abc6d-5d37-4b98-bcd1-dbc2bfba7629 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:44.660840 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-0f70d56a-d84e-4a91-b985-1ee6cee158b0 req-a68abc6d-5d37-4b98-bcd1-dbc2bfba7629 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:44.661992 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0f70d56a-d84e-4a91-b985-1ee6cee158b0 req-a68abc6d-5d37-4b98-bcd1-dbc2bfba7629 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 210 time: 0.0622816
Mar 08 21:31:45.529057 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-671f524a-986e-47a2-908f-d7e0bb9a31cd tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:45.529615 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-671f524a-986e-47a2-908f-d7e0bb9a31cd tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Synchronizing usage tracker for tenant:964abe9b58d14e388f155bb4c006f266 on resource:network {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:45.546786 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-671f524a-986e-47a2-908f-d7e0bb9a31cd tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Unset dirty status for tenant:964abe9b58d14e388f155bb4c006f266 on resource:network {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:45.548136 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-671f524a-986e-47a2-908f-d7e0bb9a31cd tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 813 time: 0.1563776
Mar 08 21:31:45.580828 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b95ac3a2-838d-4a21-8039-2069a0789502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:45.594487 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-5c8431a4-9f94-425c-8127-2e01ff0636c6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/quotas/964abe9b58d14e388f155bb4c006f266 HTTP/1.1" status: 200  len: 375 time: 0.0405061
Mar 08 21:31:45.705185 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-1daf80ff-9f96-43c6-bc21-eea5e906785b tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640845
Mar 08 21:31:45.856782 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5c3517e4-9707-4650-b85e-c1e3095583b8 req-d7d2b72f-e9b8-4154-a00d-f0c77a639d20 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 210 time: 0.0419881
Mar 08 21:31:45.930148 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-fc9f2727-87a8-49b5-ac46-c2f0b27b8938 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:45.931653 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-fc9f2727-87a8-49b5-ac46-c2f0b27b8938 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 817 time: 0.3696330
Mar 08 21:31:46.005102 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-86f4f934-ab10-4c64-a1d6-485bb9ad907f service neutron] 10.222.0.66 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915163
Mar 08 21:31:46.037731 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-82659ca4-e8bb-4eb6-bdc2-9a752f37f92f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 379 time: 0.0843601
Mar 08 21:31:46.089762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'port': {'device_id': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'admin_state_up': True, 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'security_groups': ['3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:46.252019 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-c1df3c64-da67-4d20-97ce-9befcc9ee511 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385166
Mar 08 21:31:46.262373 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:46.272627 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:46.282627 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Made reservation on behalf of aced4cc66ce8447f9021f6766ad80407 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:31:46.285554 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.455692 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2754fb54-9cb1-4ebe-ac9b-7ee646dfd458 req-9f5a9c53-c5a6-4165-912d-d5f395539982 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 210 time: 0.0559070
Mar 08 21:31:46.460385 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Allocated IP 172.20.0.3 (e3f5ecfe-d6db-4b20-943b-124c2f096d53/183f373a-f3bb-49f8-a1f2-a237fa0765e7/0fbedc61-6368-47ed-ac53-e66a7a6fe568) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:31:46.604892 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.653805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.669918 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Transition to ACTIVE for port object 0fbedc61-6368-47ed-ac53-e66a7a6fe568 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:31:46.696001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.771699 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.772381 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:31:46.775749 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:46.780971 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:31:46.806892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:46.862935 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:46.863538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:46.894413 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-cd5c9f42-e995-41a9-9efd-6575a57a1b00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8121583
Mar 08 21:31:46.908548 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Request body: {'port': {'device_id': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:47.075997 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-49018e5e-fce4-47b4-9202-eb24c4fdf363 None None] Provisioning for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:31:47.080533 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-49018e5e-fce4-47b4-9202-eb24c4fdf363 None None] Provisioning complete for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:31:47.080687 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.081001 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-49018e5e-fce4-47b4-9202-eb24c4fdf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.131275 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-49018e5e-fce4-47b4-9202-eb24c4fdf363 None None] Port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:31:47.177039 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418716-7f08-4fb8-8ed1-aaba014d75f4 req-bf8f963b-33db-436d-85be-fdf3072b2529 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:47.177705 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f8418716-7f08-4fb8-8ed1-aaba014d75f4 req-bf8f963b-33db-436d-85be-fdf3072b2529 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:47.243839 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f8418716-7f08-4fb8-8ed1-aaba014d75f4 req-bf8f963b-33db-436d-85be-fdf3072b2529 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:47.244948 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f8418716-7f08-4fb8-8ed1-aaba014d75f4 req-bf8f963b-33db-436d-85be-fdf3072b2529 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 931 time: 0.2176232
Mar 08 21:31:47.377573 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f8418716-7f08-4fb8-8ed1-aaba014d75f4 req-5f7720de-997b-4269-8b12-86164e31515e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259120
Mar 08 21:31:47.494629 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:47.504191 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.524653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Transition to ACTIVE for port object 0fbedc61-6368-47ed-ac53-e66a7a6fe568 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:31:47.530342 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.641557 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-99573457-3afb-46b7-837b-a45b675134d9 req-dc32bab5-2df1-40c4-8cdb-b1ed0c56f373 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 210 time: 0.0508552
Mar 08 21:31:47.654090 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:47.700903 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-3b712190-690a-4188-a399-c52fa23c2908 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:47.706300 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-3b712190-690a-4188-a399-c52fa23c2908 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 813 time: 0.2907913
Mar 08 21:31:47.726199 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Request body: {'port': {'device_id': '642779a9-3364-48e3-aa81-fee9918295f1', 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40', 'admin_state_up': True, 'tenant_id': '964abe9b58d14e388f155bb4c006f266'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:47.877120 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.895589 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:31:47.899532 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Usage tracker for resource:port and tenant:964abe9b58d14e388f155bb4c006f266 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:31:47.902391 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:31:47.908320 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Attempting to bind port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:31:47.908652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Attempting to bind port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:31:47.908974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Attempting to bind port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:47.909736 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:31:47.914806 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:31:47.915112 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Attempting to bind port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 on network e3f5ecfe-d6db-4b20-943b-124c2f096d53 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:47.921278 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Made reservation on behalf of 964abe9b58d14e388f155bb4c006f266 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:31:47.922927 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:31:47.923254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Checking segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:31:47.923642 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Bound using segment: {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:31:47.924058 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Bound port: 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17311033-891b-4842-9e09-af9d4e378347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:31:47.924393 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:47.924533 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.019579 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:31:48.022673 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:31:48.026737 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.088589 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.089984 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] 10.222.0.30 "PUT /v2.0/ports/0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 1093 time: 1.1870098
Mar 08 21:31:48.090418 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:48.110474 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226f6d-9266-40ab-b523-fc7a7a7db99b service neutron] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:48.113495 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Allocated IP 172.20.0.10 (5b6ee4e2-2ab3-45f7-818a-68fcc165ac40/c6098784-720e-4f56-9334-dec7e28f56ae/c0d564fd-52a0-4f07-acf2-c8a314b936d4) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:31:48.178802 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'status': 'completed', 'code': 200}
Mar 08 21:31:48.226164 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-60f6e3c5-8d61-4fa0-bfa8-1d4bf5c56c73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1096 time: 0.0882208
Mar 08 21:31:48.299349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-dba7a7ef-e447-4895-aac3-f065907606ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 217 time: 0.0643663
Mar 08 21:31:48.332957 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.361463 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.365472 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-b4031847-86ad-4299-8bdc-5990f631321e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:48.366912 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-b4031847-86ad-4299-8bdc-5990f631321e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0620255
Mar 08 21:31:48.436120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:31:48.439210 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:31:48.441644 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:31:48.444550 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-b17ca576-629d-4dfa-8502-e9aed65e5a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710638
Mar 08 21:31:48.477931 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Pushing event updated for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:48.507053 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:48.507706 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.563332 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-fe91a953-598b-43ab-81c5-07f52137d750 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8428004
Mar 08 21:31:48.574855 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Request body: {'port': {'device_id': '642779a9-3364-48e3-aa81-fee9918295f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:48.577743 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-2d49c9ae-1ccc-4a23-b592-712f7ad43c37 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243358
Mar 08 21:31:48.703917 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3cb17-038d-452c-bead-9e7a0e62b33c req-89497d85-4549-42ec-a28f-90b3f4c31c5d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:48.705400 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-29c3cb17-038d-452c-bead-9e7a0e62b33c req-89497d85-4549-42ec-a28f-90b3f4c31c5d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.1806629
Mar 08 21:31:48.708054 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:48.710368 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-006ed76a-e2bd-4daa-ad28-bab1b7310f71 req-4cc11b16-6ec8-4c39-9c21-4ef3703f57b4 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266260
Mar 08 21:31:48.805733 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-29c3cb17-038d-452c-bead-9e7a0e62b33c req-dfd042e3-a618-458a-9f40-90f363694d76 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Synchronizing usage tracker for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:48.876848 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-29c3cb17-038d-452c-bead-9e7a0e62b33c req-dfd042e3-a618-458a-9f40-90f363694d76 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Unset dirty status for tenant:aced4cc66ce8447f9021f6766ad80407 on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:48.884796 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-29c3cb17-038d-452c-bead-9e7a0e62b33c req-dfd042e3-a618-458a-9f40-90f363694d76 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669428
Mar 08 21:31:48.892581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3013-5839-4f22-a7ce-e11a918e672f req-2a1dd157-017c-4f0f-a6fa-f8b90eebad14 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:48.894236 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-10bd3013-5839-4f22-a7ce-e11a918e672f req-2a1dd157-017c-4f0f-a6fa-f8b90eebad14 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 932 time: 0.1057122
Mar 08 21:31:48.905760 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-7eb5daf5-21b9-445c-9e0c-e19ec3a57c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1096 time: 0.1470428
Mar 08 21:31:49.029947 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-10bd3013-5839-4f22-a7ce-e11a918e672f req-8b56a1a7-670b-406b-b213-9199afe3c9a8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Synchronizing usage tracker for tenant:964abe9b58d14e388f155bb4c006f266 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:49.074025 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-707b62a0-97d0-4f09-8fa4-20e14d6e36b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:49.075513 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-707b62a0-97d0-4f09-8fa4-20e14d6e36b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1575744
Mar 08 21:31:49.077156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-10bd3013-5839-4f22-a7ce-e11a918e672f req-8b56a1a7-670b-406b-b213-9199afe3c9a8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Unset dirty status for tenant:964abe9b58d14e388f155bb4c006f266 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:49.078308 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-10bd3013-5839-4f22-a7ce-e11a918e672f req-8b56a1a7-670b-406b-b213-9199afe3c9a8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781111
Mar 08 21:31:49.113378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d564fd-52a0-4f07-acf2-c8a314b936d4 {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:49.120324 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:49.135242 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Transition to ACTIVE for port object c0d564fd-52a0-4f07-acf2-c8a314b936d4 will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:31:49.140261 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:49.147440 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-b0ef82f0-4fd0-4f51-a594-cd7a24a97fad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 217 time: 0.0652776
Mar 08 21:31:49.210652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-24f3f860-66c2-4f36-aa8e-4a2caeefd5d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:49.212130 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-24f3f860-66c2-4f36-aa8e-4a2caeefd5d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0586040
Mar 08 21:31:49.259999 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:49.290174 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-d8a3f56b-49ef-431d-81a6-0c6aa84d6786 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707893
Mar 08 21:31:49.366178 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Attempting to bind port c0d564fd-52a0-4f07-acf2-c8a314b936d4 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:31:49.366513 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Attempting to bind port c0d564fd-52a0-4f07-acf2-c8a314b936d4 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:31:49.366840 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Attempting to bind port c0d564fd-52a0-4f07-acf2-c8a314b936d4 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:49.372504 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Port c0d564fd-52a0-4f07-acf2-c8a314b936d4 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:31:49.372811 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Attempting to bind port c0d564fd-52a0-4f07-acf2-c8a314b936d4 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:31:49.379473 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:31:49.379830 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Checking segment: {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:31:49.380208 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Bound using segment: {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:31:49.380625 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Bound port: c0d564fd-52a0-4f07-acf2-c8a314b936d4, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:31:49.380965 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:49.422834 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-3cc8a005-b99a-4759-a54d-793c79203514 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234651
Mar 08 21:31:49.465818 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:31:49.469269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:31:49.474138 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:49.621144 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:49.622530 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0d564fd-52a0-4f07-acf2-c8a314b936d4 HTTP/1.1" status: 200  len: 1094 time: 1.0516682
Mar 08 21:31:49.622970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:49.638329 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-28df4bb4-a3d4-48ee-bb56-6348a3d04229 req-b0cc78c7-96b5-47b5-9bd4-c508e10c63cf service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079365
Mar 08 21:31:49.649402 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40242-94eb-419a-a29d-1006e721bae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:49.687316 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4', 'status': 'completed', 'code': 200}
Mar 08 21:31:49.730342 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-1033edb6-cc78-4c34-9eb8-01f5de88a5ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 1097 time: 0.0664821
Mar 08 21:31:49.798715 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-3af85e17-b157-4815-909b-f0f215bcffad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4 HTTP/1.1" status: 200  len: 217 time: 0.0606756
Mar 08 21:31:49.860060 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-2bc1c44f-7f7b-4dfc-bb9c-049a9e845ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:49.861448 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-2bc1c44f-7f7b-4dfc-bb9c-049a9e845ebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6098784-720e-4f56-9334-dec7e28f56ae HTTP/1.1" status: 200  len: 853 time: 0.0562203
Mar 08 21:31:49.909891 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-8e4f0091-ace8-4132-b60c-8b84fa0f2b4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410895
Mar 08 21:31:50.082999 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-94d3d137-c31a-4578-8230-67d45efb961f service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664188
Mar 08 21:31:50.196815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e045-bfe0-4c7e-929d-e0920e63c420 req-b4ff268b-2f42-4129-9bb7-7d45ad1109ab tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:50.198165 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7629e045-bfe0-4c7e-929d-e0920e63c420 req-b4ff268b-2f42-4129-9bb7-7d45ad1109ab tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.1782403
Mar 08 21:31:50.263759 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b5fa3654-f6b6-41cb-b97d-18987d7e1fba req-0f4f64ff-413d-4c57-9005-9e7152cbb880 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693239
Mar 08 21:31:50.270870 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7629e045-bfe0-4c7e-929d-e0920e63c420 req-64862dc2-9009-4cd8-9cfa-04546ad57348 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661230
Mar 08 21:31:50.274225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c04b-a41a-42c4-ba83-a9f85fcc366e req-ad145ace-0a75-4e49-9351-9df01d5c6d3a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:50.275032 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6a16c04b-a41a-42c4-ba83-a9f85fcc366e req-ad145ace-0a75-4e49-9351-9df01d5c6d3a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Synchronizing usage tracker for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:31:50.292676 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6a16c04b-a41a-42c4-ba83-a9f85fcc366e req-ad145ace-0a75-4e49-9351-9df01d5c6d3a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Unset dirty status for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:31:50.293915 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6a16c04b-a41a-42c4-ba83-a9f85fcc366e req-ad145ace-0a75-4e49-9351-9df01d5c6d3a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 944 time: 0.0951955
Mar 08 21:31:50.344030 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6a16c04b-a41a-42c4-ba83-a9f85fcc366e req-d7b9c8ff-6836-498c-bb2e-6319bb87bb43 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436623
Mar 08 21:31:50.392420 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-c1a8f6e1-9b43-42d1-9111-acb1812937d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 1097 time: 0.0734022
Mar 08 21:31:50.520398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-d5625d4e-07e1-47c8-b689-ed81310d7aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:50.521705 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-d5625d4e-07e1-47c8-b689-ed81310d7aef service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 914 time: 0.1221170
Mar 08 21:31:50.587869 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-34bd9757-c292-4811-988b-69641f511b86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4 HTTP/1.1" status: 200  len: 217 time: 0.0588012
Mar 08 21:31:50.652544 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-7b2d118f-a5cc-4925-a10f-93836bd770aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:50.653896 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-7b2d118f-a5cc-4925-a10f-93836bd770aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6098784-720e-4f56-9334-dec7e28f56ae HTTP/1.1" status: 200  len: 853 time: 0.0595243
Mar 08 21:31:50.698352 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-99c6cdad-1bef-4c60-a443-a6008ecb649d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370750
Mar 08 21:31:50.828282 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-a7481c34-40ea-411e-ac4e-6687a2182640 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204174
Mar 08 21:31:50.958739 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0b984190-5c4d-4be3-b08c-0dba020db40b req-ddb6bbfa-b286-404f-a2f3-9db2f34cf450 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239290
Mar 08 21:31:51.477499 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293652-5c3b-42e8-95da-90086899d109 req-074fdb05-4ea6-4989-a18f-1eb84f96051c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:51.478914 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e6293652-5c3b-42e8-95da-90086899d109 req-074fdb05-4ea6-4989-a18f-1eb84f96051c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0734892
Mar 08 21:31:51.528154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e6293652-5c3b-42e8-95da-90086899d109 req-a2275d85-9382-4d8f-b1dc-f81a4d63a6ec tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428541
Mar 08 21:31:51.542207 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a9db-4d98-4a8c-9fa5-cb05bb9b7032 req-a4e7a1f5-8ce8-4406-823a-0dd6f93d62b5 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:51.543900 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0c97a9db-4d98-4a8c-9fa5-cb05bb9b7032 req-a4e7a1f5-8ce8-4406-823a-0dd6f93d62b5 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 944 time: 0.0770712
Mar 08 21:31:51.592201 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0c97a9db-4d98-4a8c-9fa5-cb05bb9b7032 req-23de639f-f4b8-4443-b4c6-2c7a37e8c4a2 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410993
Mar 08 21:31:52.286953 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:31:52.428237 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:52.441362 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:31:52.497153 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:52.514698 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:52.528809 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:52.533253 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:52.533958 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0d564fd-52a0-4f07-acf2-c8a314b936d4 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:31:52.673554 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:52.725548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:52.739270 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4', 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40', 'port_id': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4', 'mac_address': 'fa:16:3e:e4:a9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6098784-720e-4f56-9334-dec7e28f56ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:31:52.756016 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbd6f1-046d-42ed-9bfd-b6180ddf8df9 req-1ccddfa6-4c91-4ea6-b198-61ccce51d1a4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:52.757695 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-eefbd6f1-046d-42ed-9bfd-b6180ddf8df9 req-1ccddfa6-4c91-4ea6-b198-61ccce51d1a4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.0842209
Mar 08 21:31:52.793017 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:52.804758 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-eefbd6f1-046d-42ed-9bfd-b6180ddf8df9 req-2d769e31-eea6-4f3f-ad78-151226c8ba6b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412829
Mar 08 21:31:52.814100 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d564fd-52a0-4f07-acf2-c8a314b936d4 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:31:52.819262 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce1997-c119-41da-b714-1250f8646af5 req-267da6f6-aa68-4743-acd4-2d190381ae1e tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:52.820763 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-06ce1997-c119-41da-b714-1250f8646af5 req-267da6f6-aa68-4743-acd4-2d190381ae1e tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 944 time: 0.0805674
Mar 08 21:31:52.830174 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:52.836651 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:52.876729 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-06ce1997-c119-41da-b714-1250f8646af5 req-fd43585d-922a-4f1c-b3c5-762db040e538 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454724
Mar 08 21:31:52.912087 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:53.108560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['c0d564fd-52a0-4f07-acf2-c8a314b936d4'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:31:53.144044 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['0fbedc61-6368-47ed-ac53-e66a7a6fe568'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:31:54.072792 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c7c2-f813-4381-9ad1-bb32e93881d9 req-4b7f5032-512b-445f-a954-f6059566d8f2 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:54.074268 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7221c7c2-f813-4381-9ad1-bb32e93881d9 req-4b7f5032-512b-445f-a954-f6059566d8f2 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 945 time: 0.0787559
Mar 08 21:31:54.101451 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe78da-4af5-466e-8a55-2ace9c33d92e req-c18842c1-dc66-4a5d-bff4-b97a718371dc tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:54.102861 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9dbe78da-4af5-466e-8a55-2ace9c33d92e req-c18842c1-dc66-4a5d-bff4-b97a718371dc tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.1599154
Mar 08 21:31:54.120190 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7221c7c2-f813-4381-9ad1-bb32e93881d9 req-d9bbfea4-f74a-44c8-9075-5e4601695eed tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402622
Mar 08 21:31:54.148744 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9dbe78da-4af5-466e-8a55-2ace9c33d92e req-684e373f-fcb6-484a-8e58-dfa2c884ea92 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398068
Mar 08 21:31:54.296497 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:31:54.360735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:31:54.365644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:31:54.366008 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.475994 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.501374 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:54.510951 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:54.515442 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.516218 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0d564fd-52a0-4f07-acf2-c8a314b936d4 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:31:54.572199 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'code': 200}
Mar 08 21:31:54.628992 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:54.647253 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port c0d564fd-52a0-4f07-acf2-c8a314b936d4 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:31:54.652382 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port c0d564fd-52a0-4f07-acf2-c8a314b936d4 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:31:54.652879 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.769517 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.801405 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:31:54.805159 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:54.805695 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb56ee2-bceb-423e-acee-c9b161988667 req-6e8879c0-157e-4fdb-992a-3c320f844f37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1098 time: 0.0675256
Mar 08 21:31:54.848561 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7fb56ee2-bceb-423e-acee-c9b161988667 req-ba7fa2b2-c3f4-468e-9f15-fb237de6f1fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356252
Mar 08 21:31:54.868448 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:31:54.958458 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:31:55.320524 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b858c-da29-416e-9904-dd34c18210cc req-4ce73eb5-779c-45d9-96e7-914a8c6c9472 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:55.321938 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3e7b858c-da29-416e-9904-dd34c18210cc req-4ce73eb5-779c-45d9-96e7-914a8c6c9472 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.0787466
Mar 08 21:31:55.366796 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3e7b858c-da29-416e-9904-dd34c18210cc req-525cdc13-d3c5-4d7f-b161-47eef731f658 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391092
Mar 08 21:31:55.368211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102127a4-cc7c-43f3-9740-000f58c2ec1e req-97c23bab-975b-43e4-9884-aa2391936345 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:55.369654 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-102127a4-cc7c-43f3-9740-000f58c2ec1e req-97c23bab-975b-43e4-9884-aa2391936345 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0818534
Mar 08 21:31:55.415132 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-102127a4-cc7c-43f3-9740-000f58c2ec1e req-6b7f53d5-3be6-4fb7-a101-6233cd74f429 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392766
Mar 08 21:31:56.559928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ca193-6f47-44c7-ac49-0ec4c2d49ea0 req-adef2db5-5447-4f34-ac27-ced2c70f0f59 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:56.561666 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e96ca193-6f47-44c7-ac49-0ec4c2d49ea0 req-adef2db5-5447-4f34-ac27-ced2c70f0f59 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.0745111
Mar 08 21:31:56.573626 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:56.607051 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e96ca193-6f47-44c7-ac49-0ec4c2d49ea0 req-80fd5c99-ef32-4c6f-85bd-374b6f9fe06d tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396528
Mar 08 21:31:56.675341 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4', 'code': 200}
Mar 08 21:31:56.770491 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e5b40-26de-427b-9f7c-6fc7b643c61b req-6992d573-850a-471f-b28f-102502fe80a0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:56.771963 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-612e5b40-26de-427b-9f7c-6fc7b643c61b req-6992d573-850a-471f-b28f-102502fe80a0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.2233050
Mar 08 21:31:56.821823 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-612e5b40-26de-427b-9f7c-6fc7b643c61b req-7f516474-11f1-4b33-aa37-668faff3c912 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441265
Mar 08 21:31:56.908185 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7bcf4faa-13ad-4c98-a9de-993d57c392b1 req-39973bf9-e630-4c06-943d-7ae4ee1af685 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 1099 time: 0.0734015
Mar 08 21:31:56.949287 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7bcf4faa-13ad-4c98-a9de-993d57c392b1 req-dc85b292-76b4-4b54-9df4-ffbb0ba59f32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347443
Mar 08 21:31:57.026734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb9a88-8398-47a1-8b36-9261b4fdc90a req-7afd2569-b2ac-42f5-9a23-f89fad9c4efe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:57.028176 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-54bb9a88-8398-47a1-8b36-9261b4fdc90a req-7afd2569-b2ac-42f5-9a23-f89fad9c4efe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0747032
Mar 08 21:31:57.037211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48822) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:31:57.042209 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Request body: {'floatingip': {'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:31:57.119048 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:57.683097 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:57.687309 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:57.802103 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6a3f1-159c-4bc8-a2af-4fad4f1ce72f req-1b966ca6-cc47-4aa1-9002-7391440983ce tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:57.803738 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-39d6a3f1-159c-4bc8-a2af-4fad4f1ce72f req-1b966ca6-cc47-4aa1-9002-7391440983ce tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.0764425
Mar 08 21:31:57.855216 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-39d6a3f1-159c-4bc8-a2af-4fad4f1ce72f req-a3578be6-a889-4890-9320-be2b8cf0537a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456836
Mar 08 21:31:57.883265 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Floating IP 92113eae-1de2-4311-8887-4c05c14a2013 associated. External IP: 172.27.0.201, port: 0fbedc61-6368-47ed-ac53-e66a7a6fe568.
Mar 08 21:31:58.158885 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-05671428-acba-4104-bcc5-c560d753bc07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2298534
Mar 08 21:31:58.375322 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-a78fce34-2f09-47fa-8983-7077e3353765 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1137 time: 0.1827686
Mar 08 21:31:58.537773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-5abe8fc2-566c-4533-8373-a4093f82ed6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:58.539085 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-5abe8fc2-566c-4533-8373-a4093f82ed6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.1449699
Mar 08 21:31:58.652778 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-201a5666-01d5-4725-aec1-98f0cb7ef7cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 1000 time: 0.1065302
Mar 08 21:31:58.701692 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:31:58.729456 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-d5ef24d9-5113-4b0a-864e-af2791578101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:58.730850 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-d5ef24d9-5113-4b0a-864e-af2791578101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.0706427
Mar 08 21:31:58.928907 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-fa0d966d-8979-4755-802d-de2cd42ff250 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526172
Mar 08 21:31:59.089096 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-a9c6c109-80aa-4e90-b92b-e3deb00da071 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518919
Mar 08 21:31:59.148750 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:31:59.158202 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:31:59.159426 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:59.169480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:59.170702 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceb1f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:59.285727 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-863d61bc-a013-4b51-b539-0680c2120804 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "PUT /v2.0/floatingips/92113eae-1de2-4311-8887-4c05c14a2013 HTTP/1.1" status: 200  len: 991 time: 2.2474923
Mar 08 21:31:59.289420 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:31:59.342067 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9cf0-513b-43d3-a93c-2f6a659ddedf req-d9ec1d52-fc03-4ce9-ae52-61a168c6cffe tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:59.343520 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca1b9cf0-513b-43d3-a93c-2f6a659ddedf req-d9ec1d52-fc03-4ce9-ae52-61a168c6cffe tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.3353648
Mar 08 21:31:59.345710 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:31:59.347322 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3274b6bc-d2e7-4efb-a9e3-c81b1347476a req-3aea3488-1aba-4d41-bc2a-efb63b37c378 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497880
Mar 08 21:31:59.351917 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'status': 'completed', 'code': 200}
Mar 08 21:31:59.375701 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:59.542048 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca1b9cf0-513b-43d3-a93c-2f6a659ddedf req-4fe1c6b2-f536-44d3-94ab-28d494dc9c6d tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890862
Mar 08 21:31:59.562772 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-b76b1bcd-eb55-4e85-bf5c-f67a211d0ed6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1098 time: 0.0940561
Mar 08 21:31:59.698254 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-fe908f11-7ced-4d56-8f99-b7b02358969f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:59.700047 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-fe908f11-7ced-4d56-8f99-b7b02358969f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1309454
Mar 08 21:31:59.742327 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceb1f0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '92113eae-1de2-4311-8887-4c05c14a2013', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:43Z', 'updated_at': '2022-03-08T21:31:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:59.746323 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:31:59.764749 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:31:59.765722 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceb1f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:31:59.835029 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-2aeb7e11-3428-414c-9d1e-d55ed4c09e0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 999 time: 0.1160359
Mar 08 21:31:59.911909 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-6384658a-b83e-4e67-8404-08be9c11e552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:31:59.913282 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-6384658a-b83e-4e67-8404-08be9c11e552 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0717909
Mar 08 21:31:59.958779 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:31:59.999680 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-c0bd61b2-c525-4886-9a97-bfd29fbd9709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707595
Mar 08 21:32:00.155567 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-5e5580ec-a7c5-41e2-b059-761bb5b86f22 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490681
Mar 08 21:32:00.289990 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7e6c4e7c-607c-408c-b4a1-f62825a60322 req-bb6eed66-d332-4c3d-8e4f-9234c3d678e3 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275465
Mar 08 21:32:00.372764 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ceb1f0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '92113eae-1de2-4311-8887-4c05c14a2013', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:43Z', 'updated_at': '2022-03-08T21:31:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:00.376812 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552c59-eaaa-44ed-bcce-1a8749e502ab None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '92113eae-1de2-4311-8887-4c05c14a2013', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:31:43Z', 'updated_at': '2022-03-08T21:31:57Z', 'revision_number': 1, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:00.578413 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f89d346-ee46-4208-a55f-2e6a5efd79f5 None None] New status for floating IP 92113eae-1de2-4311-8887-4c05c14a2013: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:32:01.284851 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-f5764e53-361c-4cb3-823d-a2183c1278b7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122446219&fields=id&tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b HTTP/1.1" status: 200  len: 267 time: 0.0398881
Mar 08 21:32:01.368115 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-8fb80fac-676d-46ac-b08b-6e8da038899a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:01.369563 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-8fb80fac-676d-46ac-b08b-6e8da038899a tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 984 time: 0.0796032
Mar 08 21:32:01.380008 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Request body: {'port': {'security_groups': ['bafeb533-52a8-467b-81aa-ea9c8bee9b32']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:01.498541 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:01.736385 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:01.761113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:01.766113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:01.777908 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:32:01.835817 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:01.836273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:01.837634 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-91a2ca29-9f92-49a6-8645-f7f1c0609972 req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "PUT /v2.0/ports/bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 942 time: 0.4620478
Mar 08 21:32:01.838061 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:01.845732 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48872) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:01.882384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb85c-40d7-430a-bdea-8ec96616b357 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event updated for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=7']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:01.915970 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:32:01.964606 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:32:01.997530 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.047534 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.100819 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-b9045752-54f6-4c69-917a-231ecf4f3b6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1098 time: 0.1535978
Mar 08 21:32:02.159366 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-60a04617-3d91-4b26-a5f7-0b7dc2f07aff None None] Provisioning complete for port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:02.159670 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-60a04617-3d91-4b26-a5f7-0b7dc2f07aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.199383 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.234612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9cf6c2-73ef-41af-9701-39b52595661d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:02.254003 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.255098 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f342751b-eb61-45f0-a089-a32bbd4851c3 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "DELETE /v2.0/security-groups/4d9cf6c2-73ef-41af-9701-39b52595661d HTTP/1.1" status: 204  len: 168 time: 0.4066865
Mar 08 21:32:02.258095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 48876) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:02.336822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232925-45a1-4cd3-ad86-50147a4a297a req-c1804629-25bf-4cca-ae0b-ee9e0a7e0df0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:02.338278 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-c1804629-25bf-4cca-ae0b-ee9e0a7e0df0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.2292161
Mar 08 21:32:02.574248 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-c589e07a-d414-4781-852f-9b145a165cfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 1000 time: 0.2184987
Mar 08 21:32:02.623332 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Deleting port 8e54d182-e6f8-4c42-b1c2-04bb41890ee8 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:02.623755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.872013 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232925-45a1-4cd3-ad86-50147a4a297a req-5438831f-3ff2-4431-9dc1-c653ea9ded50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:02.873486 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-5438831f-3ff2-4431-9dc1-c653ea9ded50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.2905805
Mar 08 21:32:02.988001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:02.988327 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:03.130257 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Calling delete_port for 8e54d182-e6f8-4c42-b1c2-04bb41890ee8 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:03.176570 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-bdbe7349-2515-4d4a-908e-9dca8b202dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2938166
Mar 08 21:32:03.385647 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-a0774151-9eef-4fd5-81ae-9b0b2b0f8651 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899729
Mar 08 21:32:03.490659 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:03.545153 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event deleted for resources: {'Port': ['ID=8e54d182-e6f8-4c42-b1c2-04bb41890ee8,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:03.658594 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-93232925-45a1-4cd3-ad86-50147a4a297a req-be19f244-cbfb-41a6-9a5b-c71f9c125e78 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607963
Mar 08 21:32:03.674563 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:04.080413 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:04.287468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:04.297392 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Sync routers for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:04.307781 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:04.308738 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:04.309330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13837130>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:04.464991 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-902f2490-27dd-42ac-99f2-26913909cd6e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "DELETE /v2.0/floatingips/3fdb54b9-4ab5-4576-a529-4de54f75416b HTTP/1.1" status: 204  len: 168 time: 2.2058694
Mar 08 21:32:04.465676 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:04.497518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:04.531546 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:32:04.633516 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-7f794fa1-86a5-40ff-8dec-11287fb3dc9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 1098 time: 0.0737817
Mar 08 21:32:04.798351 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088da0-36f2-441e-91b3-67b469908daf req-27e28566-22e7-4100-bb06-f8ced5144466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:04.799834 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-27e28566-22e7-4100-bb06-f8ced5144466 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 200  len: 915 time: 0.1472192
Mar 08 21:32:04.851226 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13837130>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:04.857642 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Checking router: 57b89291-b13f-46f7-ba9d-c8310f0f9f55 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:04.885443 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-6506e78b-bf4d-420c-a4f6-97470da1e39d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 200  len: 217 time: 0.0763690
Mar 08 21:32:04.886818 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:04.887418 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13837130>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:04.965015 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088da0-36f2-441e-91b3-67b469908daf req-847deaf0-d821-4ec9-b837-d2ad963ac479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:04.967013 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-847deaf0-d821-4ec9-b837-d2ad963ac479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 200  len: 853 time: 0.0753171
Mar 08 21:32:05.049265 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-8fb075e0-0192-459f-b563-e098a883d6a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99af3922-c997-4d9b-9be1-046a8cb131c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726154
Mar 08 21:32:05.075275 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:05.181980 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-4d42384e-a8c4-4bfa-9a85-b70dc254d050 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257262
Mar 08 21:32:05.331907 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-47088da0-36f2-441e-91b3-67b469908daf req-3edc6175-dd3d-4683-bf06-0db94c1e5b06 service neutron] 10.222.0.30 "GET /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299908
Mar 08 21:32:05.416335 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13837130>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:05.421263 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16526ff-80e1-4d34-a4cf-1bafb0f9edbc None None] The sync data for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi is: [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:28:54Z', 'revision_number': 4, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '0ea08313-1323-480a-809e-b90b2ec6d191', 'name': '', 'network_id': '99af3922-c997-4d9b-9be1-046a8cb131c5', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'mac_address': 'fa:16:3e:3c:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:53Z', 'updated_at': '2022-03-08T21:29:03Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'subnets': [{'id': 'f9612b4a-6488-46c4-9c1b-db93a2da547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:06.875789 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf573f-97f0-4a91-9b9e-7cd232843895 None None] New status for floating IP 3fdb54b9-4ab5-4576-a529-4de54f75416b: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:32:07.812422 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09260339-def0-4ced-b3e5-685e45dbe175 req-5d7a242e-0315-4497-a5f3-abea1571667e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:07.813881 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-09260339-def0-4ced-b3e5-685e45dbe175 req-5d7a242e-0315-4497-a5f3-abea1571667e tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.0755537
Mar 08 21:32:07.859929 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-09260339-def0-4ced-b3e5-685e45dbe175 req-0205774a-db69-4680-bbfd-a48156ffeb24 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402946
Mar 08 21:32:09.066484 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c758cc8-76aa-4c50-a27d-a0ad0a594ac1 req-24971be9-3dc5-4dd6-a792-d623547b380c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:09.068040 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1c758cc8-76aa-4c50-a27d-a0ad0a594ac1 req-24971be9-3dc5-4dd6-a792-d623547b380c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.0864415
Mar 08 21:32:09.114322 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1c758cc8-76aa-4c50-a27d-a0ad0a594ac1 req-e2f61738-0bdb-48c4-bb25-2022d2e1e897 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408037
Mar 08 21:32:09.952377 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-d2b12f5b-e824-49a8-9502-70600fa7714c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:09.953044 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-d2b12f5b-e824-49a8-9502-70600fa7714c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:09.968639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-d2b12f5b-e824-49a8-9502-70600fa7714c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:09.969730 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-d2b12f5b-e824-49a8-9502-70600fa7714c tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.0961959
Mar 08 21:32:10.042993 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Deleting port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:10.043248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:10.344350 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] For port bdac333d-f6f4-4f40-b2ca-84aa77ab7103, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:10.344705 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:10.491781 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Calling delete_port for bdac333d-f6f4-4f40-b2ca-84aa77ab7103 owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:10.544889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adbd9b-6f37-47a1-9911-c75a2cf3aa43 req-81312cb8-679e-4647-b93e-60d3f61aff84 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:10.546646 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-80adbd9b-6f37-47a1-9911-c75a2cf3aa43 req-81312cb8-679e-4647-b93e-60d3f61aff84 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cea3387-2021-4f8f-806c-4b11cf843b61 HTTP/1.1" status: 200  len: 945 time: 0.3094282
Mar 08 21:32:10.613890 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-80adbd9b-6f37-47a1-9911-c75a2cf3aa43 req-86bcb8cf-af2c-4f98-b2fd-57ace503ff12 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Synchronizing usage tracker for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:10.666320 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-80adbd9b-6f37-47a1-9911-c75a2cf3aa43 req-86bcb8cf-af2c-4f98-b2fd-57ace503ff12 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Unset dirty status for tenant:1fe4c21fc7f544ec8f7461c0d88b535b on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:10.667460 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-80adbd9b-6f37-47a1-9911-c75a2cf3aa43 req-86bcb8cf-af2c-4f98-b2fd-57ace503ff12 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.66 "GET /v2.0/security-groups?id=bafeb533-52a8-467b-81aa-ea9c8bee9b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142955
Mar 08 21:32:10.692130 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:10.704333 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['bdac333d-f6f4-4f40-b2ca-84aa77ab7103'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:32:10.843178 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Pushing event deleted for resources: {'Port': ['ID=bdac333d-f6f4-4f40-b2ca-84aa77ab7103,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:10.918645 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] No DVR routers for this DVR port bdac333d-f6f4-4f40-b2ca-84aa77ab7103 on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:10.921887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:10.924554 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'name': 'network-vif-deleted', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:10.940754 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3a49716e-a0f2-41ed-a420-ade2ba433a3b req-85c593fd-2774-4ef5-b457-68a23d089cb7 tempest-TestMinimumBasicScenario-1213061128 tempest-TestMinimumBasicScenario-1213061128-project] 10.222.0.30 "DELETE /v2.0/ports/bdac333d-f6f4-4f40-b2ca-84aa77ab7103 HTTP/1.1" status: 204  len: 173 time: 0.9637489
Mar 08 21:32:10.983094 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea3387-2021-4f8f-806c-4b11cf843b61', 'name': 'network-vif-deleted', 'tag': 'bdac333d-f6f4-4f40-b2ca-84aa77ab7103', 'status': 'completed', 'code': 200}
Mar 08 21:32:12.427488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49012) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:12.876708 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:13.200396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-598230d6-b28e-450a-bff0-440c64e3ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:13.484101 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Deleting port 0ea08313-1323-480a-809e-b90b2ec6d191 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:13.484564 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:13.654467 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] For port 0ea08313-1323-480a-809e-b90b2ec6d191, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0ea08313-1323-480a-809e-b90b2ec6d191,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:13.654825 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:13.768963 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Calling delete_port for 0ea08313-1323-480a-809e-b90b2ec6d191 owned by network:router_interface {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:13.933368 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:13.979319 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea08313-1323-480a-809e-b90b2ec6d191,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:14.350034 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:14.426400 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device bdac333d-f6f4-4f40-b2ca-84aa77ab7103 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:14.458411 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: bdac333d-f6f4-4f40-b2ca-84aa77ab7103 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:14.458746 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device bdac333d-f6f4-4f40-b2ca-84aa77ab7103 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:14.911478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:15.123597 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:15.132320 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Sync routers for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:15.135657 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d740943c-d60e-470b-92fa-de762456500a admin admin] 10.222.0.66 "PUT /v2.0/routers/57b89291-b13f-46f7-ba9d-c8310f0f9f55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7068658
Mar 08 21:32:15.138766 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49026) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:15.144288 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:15.144878 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c81220>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:31:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:15.319151 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:15.330426 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:15.535855 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:15.544711 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Deleting port 679ca711-ba77-458d-9461-57a9fc55af73 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:15.545072 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:15.602566 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-cbb5631c-cb8c-40f1-8607-9f6c6010a25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:15.624419 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c81220>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '679ca711-ba77-458d-9461-57a9fc55af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:32:13Z', 'revision_number': 5, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port': {'id': '679ca711-ba77-458d-9461-57a9fc55af73', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:48Z', 'updated_at': '2022-03-08T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:15.628376 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Checking router: 57b89291-b13f-46f7-ba9d-c8310f0f9f55 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:15.639934 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Routers {'57b89291-b13f-46f7-ba9d-c8310f0f9f55'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:15.640608 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c81220>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:15.800025 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] Set router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 gateway port host: None {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:15.840372 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] For port 679ca711-ba77-458d-9461-57a9fc55af73, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=679ca711-ba77-458d-9461-57a9fc55af73,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:15.841430 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:15.910104 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c81220>, [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:32:15Z', 'revision_number': 6, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:15.914449 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c484372-d9e3-49bb-8726-43b9793e6194 None None] The sync data for ids ['57b89291-b13f-46f7-ba9d-c8310f0f9f55'] in dv-cinder-832328-1-iscsi is: [{'id': '57b89291-b13f-46f7-ba9d-c8310f0f9f55', 'name': 'tempest-TestMinimumBasicScenario-644311373-router', 'tenant_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:47Z', 'updated_at': '2022-03-08T21:32:15Z', 'revision_number': 6, 'project_id': '1fe4c21fc7f544ec8f7461c0d88b535b', 'gw_port_host': None}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:15.973042 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Calling delete_port for 679ca711-ba77-458d-9461-57a9fc55af73 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:16.146274 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.190433 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Pushing event deleted for resources: {'Port': ['ID=679ca711-ba77-458d-9461-57a9fc55af73,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:16.406549 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.603418 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.675033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.680159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.707297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.707899 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57b89291-b13f-46f7-ba9d-c8310f0f9f55 {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:32:16.721050 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.724542 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6cda80dc-08dc-4924-8443-51df3806c806 admin admin] 10.222.0.66 "DELETE /v2.0/routers/57b89291-b13f-46f7-ba9d-c8310f0f9f55 HTTP/1.1" status: 204  len: 168 time: 1.5825245
Mar 08 21:32:16.725339 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49040) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:16.765204 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.808787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Deleting subnet f9612b4a-6488-46c4-9c1b-db93a2da547a {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:32:16.812002 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.883701 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:16.975585 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0ea08313-1323-480a-809e-b90b2ec6d191 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:17.025164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.026170 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 0ea08313-1323-480a-809e-b90b2ec6d191 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:17.026538 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0ea08313-1323-480a-809e-b90b2ec6d191 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:17.027204 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 679ca711-ba77-458d-9461-57a9fc55af73 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:17.066422 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 679ca711-ba77-458d-9461-57a9fc55af73 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:17.066769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 679ca711-ba77-458d-9461-57a9fc55af73 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:17.114962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.153443 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9612b4a-6488-46c4-9c1b-db93a2da547a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:17.160856 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.166834 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8edd1e-9fea-462b-b524-8e88d1dec054 None None] Network 99af3922-c997-4d9b-9be1-046a8cb131c5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:17.167495 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9fc460ae-1d2d-44be-8938-087805f47aba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f9612b4a-6488-46c4-9c1b-db93a2da547a HTTP/1.1" status: 204  len: 168 time: 0.4406133
Mar 08 21:32:17.170881 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49058) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:17.284791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.298985 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Deleting port 7a344245-8155-4cf3-ba7b-ff814ce804df {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:17.299219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.498752 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] DHCP port deletion for 99af3922-c997-4d9b-9be1-046a8cb131c5 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:32:17.505006 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Deleting port 7a344245-8155-4cf3-ba7b-ff814ce804df {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:17.508140 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.514257 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] For port 7a344245-8155-4cf3-ba7b-ff814ce804df, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=7a344245-8155-4cf3-ba7b-ff814ce804df,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:17.514928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.649145 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Calling delete_port for 7a344245-8155-4cf3-ba7b-ff814ce804df owned by network:dhcp {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:17.728344 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.740241 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] For port 7a344245-8155-4cf3-ba7b-ff814ce804df, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=7a344245-8155-4cf3-ba7b-ff814ce804df,segment=NetworkSegment(e7f3bc90-7403-4e78-9143-8ba281f44a50),segment_id=e7f3bc90-7403-4e78-9143-8ba281f44a50)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:17.740675 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.774560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a344245-8155-4cf3-ba7b-ff814ce804df,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:17.781905 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] No DVR routers for this DVR port 7a344245-8155-4cf3-ba7b-ff814ce804df on host dv-cinder-832328-1-iscsi {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:17.866784 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Calling delete_port for 7a344245-8155-4cf3-ba7b-ff814ce804df owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:17.897915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.920467 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.923553 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12f64820>,) {'filters': {'network_id': ['99af3922-c997-4d9b-9be1-046a8cb131c5']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:17.936493 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12f64820>, 'e7f3bc90-7403-4e78-9143-8ba281f44a50') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:17.936783 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12f64820>, 'e7f3bc90-7403-4e78-9143-8ba281f44a50') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:17.947451 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.963303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.970286 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:32:17.970720 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:32:17.983509 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:32:18.009123 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:32:18.009437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:32:18.059104 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:18.082812 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:18.089198 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] Pushing event deleted for resources: {'Network': ['ID=99af3922-c997-4d9b-9be1-046a8cb131c5,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:18.107101 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c0dfc3f0-ed7a-423e-a0d2-2ad92db9f20d admin admin] 10.222.0.66 "DELETE /v2.0/networks/99af3922-c997-4d9b-9be1-046a8cb131c5 HTTP/1.1" status: 204  len: 168 time: 0.9351327
Mar 08 21:32:18.110392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49070) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:18.511055 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Deleting port 7a344245-8155-4cf3-ba7b-ff814ce804df {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:18.511515 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:18.569158 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:18.571677 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c71e7c9c-e6b5-422a-a101-db67b3333bb5 None None] The port '7a344245-8155-4cf3-ba7b-ff814ce804df' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:32:18.934768 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 7a344245-8155-4cf3-ba7b-ff814ce804df no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:18.969282 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 7a344245-8155-4cf3-ba7b-ff814ce804df {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:18.969693 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 7a344245-8155-4cf3-ba7b-ff814ce804df not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:19.190490 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Deleting port 5cb40026-697e-4c41-a22c-d31e1c67a1e6 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:19.191066 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:19.355462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] For port 5cb40026-697e-4c41-a22c-d31e1c67a1e6, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5cb40026-697e-4c41-a22c-d31e1c67a1e6,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:19.355887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:19.469718 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Calling delete_port for 5cb40026-697e-4c41-a22c-d31e1c67a1e6 owned by network:router_interface {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:19.626056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:19.668591 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb40026-697e-4c41-a22c-d31e1c67a1e6,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:20.040157 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:20.592166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:20.782912 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:20.791271 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Sync routers for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:20.799154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-88174cef-d027-4687-8131-83d7a237b81f admin admin] 10.222.0.66 "PUT /v2.0/routers/f40bf17e-72f7-4638-b848-bc26d6b5a3a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6877043
Mar 08 21:32:20.801550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49086) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:20.804195 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:20.804780 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb400>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:20.998180 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks [] for router, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:21.041935 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:21.187379 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:21.196585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Deleting port 0c787dcb-5602-4bed-93fc-7cb6baf87401 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:21.196930 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:21.323788 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb400>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:32:19Z', 'revision_number': 5, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port': {'id': '0c787dcb-5602-4bed-93fc-7cb6baf87401', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:01Z', 'updated_at': '2022-03-08T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:21.328340 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Checking router: f40bf17e-72f7-4638-b848-bc26d6b5a3a5 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:21.338961 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Routers {'f40bf17e-72f7-4638-b848-bc26d6b5a3a5'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:21.339556 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb400>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:21.465251 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] For port 0c787dcb-5602-4bed-93fc-7cb6baf87401, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=0c787dcb-5602-4bed-93fc-7cb6baf87401,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:21.465610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:21.497177 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] Set router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:21.586720 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Calling delete_port for 0c787dcb-5602-4bed-93fc-7cb6baf87401 owned by network:router_gateway {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:21.600931 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb400>, [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:32:21Z', 'revision_number': 6, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:21.604832 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa82968-3a08-4f62-bc3d-faed6464700e None None] The sync data for ids ['f40bf17e-72f7-4638-b848-bc26d6b5a3a5'] in dv-cinder-832328-1-iscsi is: [{'id': 'f40bf17e-72f7-4638-b848-bc26d6b5a3a5', 'name': 'tempest-TestMinimumBasicScenario-1098365775-router', 'tenant_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:00Z', 'updated_at': '2022-03-08T21:32:21Z', 'revision_number': 6, 'project_id': 'ba75534b42d64e259dfdafc1ba2f94de', 'gw_port_host': None}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:21.749802 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:21.792912 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c787dcb-5602-4bed-93fc-7cb6baf87401,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:22.013980 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.263612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.267598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.352521 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.353176 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40bf17e-72f7-4638-b848-bc26d6b5a3a5 {{(pid=83037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:32:22.365904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.369337 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-18c0a59d-b51b-4bba-81c8-29470447b01c admin admin] 10.222.0.66 "DELETE /v2.0/routers/f40bf17e-72f7-4638-b848-bc26d6b5a3a5 HTTP/1.1" status: 204  len: 168 time: 1.5645931
Mar 08 21:32:22.369591 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49096) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:22.427098 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Deleting subnet b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:32:22.429956 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.483805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.564714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.632386 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.752533 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:22.758670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.764379 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab89e8-d03d-46e2-b072-5c67e21d4e92 None None] Network cd2f9e72-a850-4b86-96fc-a4d7d0e68796 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:22.764856 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c4775622-465c-4b4a-8949-dce07e91e1a4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6ad7c2f-2a47-4e4b-ac40-c2d295d3e1cf HTTP/1.1" status: 204  len: 168 time: 0.3943088
Mar 08 21:32:22.767352 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49102) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:22.870211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.886248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Deleting port 329bfc9f-da40-4c22-8a53-ea6578a023f8 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:22.886596 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:22.944468 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5cb40026-697e-4c41-a22c-d31e1c67a1e6 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:22.980162 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 5cb40026-697e-4c41-a22c-d31e1c67a1e6 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:22.980492 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5cb40026-697e-4c41-a22c-d31e1c67a1e6 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:22.981516 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0c787dcb-5602-4bed-93fc-7cb6baf87401 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:23.013246 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 0c787dcb-5602-4bed-93fc-7cb6baf87401 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:23.013587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 0c787dcb-5602-4bed-93fc-7cb6baf87401 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:23.078804 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] DHCP port deletion for cd2f9e72-a850-4b86-96fc-a4d7d0e68796 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:32:23.082987 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Deleting port 329bfc9f-da40-4c22-8a53-ea6578a023f8 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:23.083353 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.094993 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] For port 329bfc9f-da40-4c22-8a53-ea6578a023f8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=329bfc9f-da40-4c22-8a53-ea6578a023f8,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:23.095432 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.226915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Calling delete_port for 329bfc9f-da40-4c22-8a53-ea6578a023f8 owned by network:dhcp {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:23.285877 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] For port 329bfc9f-da40-4c22-8a53-ea6578a023f8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=329bfc9f-da40-4c22-8a53-ea6578a023f8,segment=NetworkSegment(0384d760-b43a-4ea2-8aa7-c1301dcb990b),segment_id=0384d760-b43a-4ea2-8aa7-c1301dcb990b)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:23.286257 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.299893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.343915 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=329bfc9f-da40-4c22-8a53-ea6578a023f8,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:23.350631 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] No DVR routers for this DVR port 329bfc9f-da40-4c22-8a53-ea6578a023f8 on host dv-cinder-832328-1-iscsi {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:23.432123 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Calling delete_port for 329bfc9f-da40-4c22-8a53-ea6578a023f8 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:23.466817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.495031 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12c837f0>,) {'filters': {'network_id': ['cd2f9e72-a850-4b86-96fc-a4d7d0e68796']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:23.499018 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:32:23.499368 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:32:23.508221 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12c837f0>, '0384d760-b43a-4ea2-8aa7-c1301dcb990b') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:23.508519 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12c837f0>, '0384d760-b43a-4ea2-8aa7-c1301dcb990b') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:23.520267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.537164 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.544953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:32:23.545346 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:32:23.558728 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:32:23.638941 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.643708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.671401 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2f9e72-a850-4b86-96fc-a4d7d0e68796,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:23.677336 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5fd85c99-5967-4cc8-86a1-2e0c8e0b2cbc admin admin] 10.222.0.66 "DELETE /v2.0/networks/cd2f9e72-a850-4b86-96fc-a4d7d0e68796 HTTP/1.1" status: 204  len: 168 time: 0.9090486
Mar 08 21:32:23.825592 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49112) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:23.874156 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8d562532-52a5-4552-8f4b-32501b2e747f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fe4c21fc7f544ec8f7461c0d88b535b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0474360
Mar 08 21:32:23.876580 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49116) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:23.932945 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:23.956536 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.000805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Deleting port 329bfc9f-da40-4c22-8a53-ea6578a023f8 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:24.001925 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.008072 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.021415 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafeb533-52a8-467b-81aa-ea9c8bee9b32,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:24.036917 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.040349 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f7135083-7dc6-4027-89b1-05b8fb97186a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bafeb533-52a8-467b-81aa-ea9c8bee9b32 HTTP/1.1" status: 204  len: 168 time: 0.1606457
Mar 08 21:32:24.090417 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-6f805686-62c7-4bdb-8ea6-3dc21cf277e5 None None] The port '329bfc9f-da40-4c22-8a53-ea6578a023f8' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:32:24.441926 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49126) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:24.491398 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0937598f-bb74-43bb-bc09-69dc281ab697 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba75534b42d64e259dfdafc1ba2f94de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482616
Mar 08 21:32:24.493797 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49130) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:24.553850 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.579191 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.628888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.643585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa193f2-c599-4399-a26f-672a790111a7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:24.650344 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:24.651726 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2d5529af-139a-4ae2-8a54-fa0fa8a64b1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fa193f2-c599-4399-a26f-672a790111a7 HTTP/1.1" status: 204  len: 168 time: 0.1570222
Mar 08 21:32:24.947775 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 329bfc9f-da40-4c22-8a53-ea6578a023f8 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:24.983238 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 329bfc9f-da40-4c22-8a53-ea6578a023f8 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:24.983598 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 329bfc9f-da40-4c22-8a53-ea6578a023f8 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:25.510132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49166) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:25.640337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1508577633-network', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:25.645445 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:25.649186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Usage tracker for resource:network and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:25.651970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:25.658193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:25.667786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Made reservation on behalf of 629a88100d2b4dc491399db3d6c8d056 for: {'network': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:25.670867 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.683098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.714692 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:25.719126 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:25.721964 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:25.727666 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:25.796587 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.800434 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.804731 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c2bf-31fd-4997-bc68-62a39de76464 req-143f1f0e-149c-4a5a-955b-d04fdf8262ce tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:25.806185 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c230c2bf-31fd-4997-bc68-62a39de76464 req-143f1f0e-149c-4a5a-955b-d04fdf8262ce tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.0841520
Mar 08 21:32:25.831309 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=83036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:32:25.844427 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ea98c-4f86-4ad4-8e00-a37658261f8e,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:25.849989 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.850333 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.segments_db [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Added segment 1b3d94b0-ac42-40d7-b452-5d979ae78ef3 of type vlan for network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5
Mar 08 21:32:25.853757 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c230c2bf-31fd-4997-bc68-62a39de76464 req-bac04fe2-368a-405c-b173-4fe08f9a5cf1 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417120
Mar 08 21:32:25.892286 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.921585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:25.922497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:25.923075 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.028140 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5168989
Mar 08 21:32:26.029040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc743d61-6f84-441e-8c6d-53574648dfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=373a90ef-4d2a-4b83-bfc3-0a5595835fc5,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:26.031086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49174) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:26.036720 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Request body: {'subnet': {'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1508577633-subnet', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:26.038832 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:32:26.042064 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:26.046219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Usage tracker for resource:subnet and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:26.049123 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:26.054839 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:26.065477 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Made reservation on behalf of 629a88100d2b4dc491399db3d6c8d056 for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:26.067900 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.283893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.359004 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=102fba96-62a7-460f-b435-cd102e301867,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:26.368323 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Checking segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:26.368674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Network hostable DHCP agents. Network: 373a90ef-4d2a-4b83-bfc3-0a5595835fc5, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:32:26.390165 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:32:26.398797 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 373a90ef-4d2a-4b83-bfc3-0a5595835fc5) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:26.402937 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:26.403513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.407145 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a214b7-16ec-4e89-b3c6-a48ff05fa4d5 None None] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:26.423970 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d52a1468-745d-43b9-aa0d-aaa8c72cc26a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3916776
Mar 08 21:32:26.426682 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49180) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:26.431976 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:26.437418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:26.441594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Usage tracker for resource:router and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:26.444819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:26.450521 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:26.542526 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.544650 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.565203 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.644023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:32:26.644843 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.705138 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.802482 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Allocated IP 172.20.0.2 (373a90ef-4d2a-4b83-bfc3-0a5595835fc5/102fba96-62a7-460f-b435-cd102e301867/ec913afa-f044-4437-836f-0efc3b7b4248) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:26.912480 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:26.943450 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.027894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.038052 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Transition to ACTIVE for port object ec913afa-f044-4437-836f-0efc3b7b4248 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:27.057360 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Transition to ACTIVE for port object ec913afa-f044-4437-836f-0efc3b7b4248 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:27.063188 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.132617 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:27.135230 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:27.136291 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Allocated IP 172.27.0.179 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/02d59da0-b520-47f9-b728-cd667b2ef391) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:27.140724 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:27.146026 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Pushing event updated for resources: {'Port': ['ID=ec913afa-f044-4437-836f-0efc3b7b4248,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:27.146506 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300d762-b0e5-4a8a-a338-d9c003b31b33 req-d6bf5c8c-668a-48ee-8f7f-04fcf6e6a70c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:27.148035 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1300d762-b0e5-4a8a-a338-d9c003b31b33 req-d6bf5c8c-668a-48ee-8f7f-04fcf6e6a70c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.1629617
Mar 08 21:32:27.184456 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.184805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.185145 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.185482 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.185811 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.186194 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.186451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.186773 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.187307 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.187580 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.188075 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:27.243226 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Attempting to bind port ec913afa-f044-4437-836f-0efc3b7b4248 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:27.243596 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Attempting to bind port ec913afa-f044-4437-836f-0efc3b7b4248 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:27.243990 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Attempting to bind port ec913afa-f044-4437-836f-0efc3b7b4248 on network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:27.250830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:27.251199 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Checking segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:27.251596 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.252007 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Bound using segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:27.252467 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Bound port: ec913afa-f044-4437-836f-0efc3b7b4248, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:27.252836 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.274185 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1300d762-b0e5-4a8a-a338-d9c003b31b33 req-1b6d6860-fe31-4f44-b8f9-83448f0f9302 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159041
Mar 08 21:32:27.325927 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.351435 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] For port ec913afa-f044-4437-836f-0efc3b7b4248, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:27.356694 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] For port ec913afa-f044-4437-836f-0efc3b7b4248, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ec913afa-f044-4437-836f-0efc3b7b4248,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:27.360133 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.362737 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.475127 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:27.477702 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:27.481961 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:27.497718 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec3e5-052a-4857-946a-c8219e586606 None None] Pushing event updated for resources: {'Port': ['ID=ec913afa-f044-4437-836f-0efc3b7b4248,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:27.513603 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Pushing event updated for resources: {'Port': ['ID=02d59da0-b520-47f9-b728-cd667b2ef391,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:27.665183 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.665918 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:27.893396 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Router 89188aba-c173-4b60-8ff4-3a66cdf58af0 is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:32:28.094564 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:28.104249 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Sync routers for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:28.121129 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:28.122233 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f56e20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:28.139986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:28.141828 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-b27b7039-5378-4e83-a827-eb877edcd5eb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.7134774
Mar 08 21:32:28.143847 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49188) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:28.344972 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:28.561066 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52124d-4d05-491d-9a70-8c99a849308e None None] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:28.678099 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37738402-964d-4f2b-b69d-0f55dea9218e req-47820206-f75a-48fc-b8a3-b5e2786b49b0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:28.679677 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-37738402-964d-4f2b-b69d-0f55dea9218e req-47820206-f75a-48fc-b8a3-b5e2786b49b0 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.3495715
Mar 08 21:32:28.764577 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port ebb230e6-64cf-4dfe-9d72-26332538bd84 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:28.764914 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:28.818299 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedacb0-3335-4397-8a41-f28cfd02b8c6 req-e62e308d-2d8f-4c0e-8912-b8c1f04d926d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:28.825541 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-feedacb0-3335-4397-8a41-f28cfd02b8c6 req-e62e308d-2d8f-4c0e-8912-b8c1f04d926d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 945 time: 0.3418541
Mar 08 21:32:28.932301 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-feedacb0-3335-4397-8a41-f28cfd02b8c6 req-5405b239-48c6-4751-8566-363d3e14678c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=2220a4ff-42e1-4dad-9947-69133b55c98a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055059
Mar 08 21:32:28.953277 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-3e975feb-512a-4799-863b-c78768ab2b1c None None] Provisioning for port ec913afa-f044-4437-836f-0efc3b7b4248 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:29.038215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ec913afa-f044-4437-836f-0efc3b7b4248 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:29.091400 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] For port ebb230e6-64cf-4dfe-9d72-26332538bd84, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=ebb230e6-64cf-4dfe-9d72-26332538bd84,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:29.092088 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.140641 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f56e20>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:27Z', 'revision_number': 3, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:29.143970 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port ec913afa-f044-4437-836f-0efc3b7b4248 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:29.148437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Checking router: 89188aba-c173-4b60-8ff4-3a66cdf58af0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:29.148779 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Updating router 89188aba-c173-4b60-8ff4-3a66cdf58af0 port 02d59da0-b520-47f9-b728-cd667b2ef391 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:32:29.164744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.175818 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port ec913afa-f044-4437-836f-0efc3b7b4248 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:29.176185 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.248639 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.414305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Allocated IP 172.20.0.1 (373a90ef-4d2a-4b83-bfc3-0a5595835fc5/102fba96-62a7-460f-b435-cd102e301867/d61ba1ee-aaa5-4953-b162-207c0ed8e080) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:29.427160 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.427415 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.427735 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.428050 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4 disassociated. External IP: 172.27.0.217, port: ebb230e6-64cf-4dfe-9d72-26332538bd84.
Mar 08 21:32:29.428386 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for ebb230e6-64cf-4dfe-9d72-26332538bd84 owned by compute:nova {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:29.444660 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.528574 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-6304e27c-2721-40b9-bc2e-c3b99665213b None None] Provisioning complete for port ec913afa-f044-4437-836f-0efc3b7b4248 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:29.528933 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6304e27c-2721-40b9-bc2e-c3b99665213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.572009 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.582422 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.600276 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port ec913afa-f044-4437-836f-0efc3b7b4248, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ec913afa-f044-4437-836f-0efc3b7b4248,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:29.600496 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Transition to ACTIVE for port object d61ba1ee-aaa5-4953-b162-207c0ed8e080 will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:29.620760 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.623271 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=ebb230e6-64cf-4dfe-9d72-26332538bd84,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:29.626293 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.707160 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:29.708082 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Pushing event updated for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:29.711767 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:29.714018 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:29.762511 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=ec913afa-f044-4437-836f-0efc3b7b4248,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:29.786696 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.866619 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.870552 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:29.881822 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:29.885076 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Transition to ACTIVE for port object 02d59da0-b520-47f9-b728-cd667b2ef391 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:29.897114 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.002723 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Attempting to bind port 02d59da0-b520-47f9-b728-cd667b2ef391 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:30.003259 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Attempting to bind port 02d59da0-b520-47f9-b728-cd667b2ef391 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:30.003645 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Attempting to bind port 02d59da0-b520-47f9-b728-cd667b2ef391 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:30.005569 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406120-2131-4f48-931a-d6bc1fa7a090 None None] Pushing event updated for resources: {'Port': ['ID=02d59da0-b520-47f9-b728-cd667b2ef391,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:30.019607 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:30.020009 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:30.020407 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.020789 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:30.021253 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Bound port: 02d59da0-b520-47f9-b728-cd667b2ef391, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:30.021613 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.050276 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c4e85541-3d42-4d3e-8b97-6d91cb705ae1 None None] Provisioning for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:30.067674 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c4e85541-3d42-4d3e-8b97-6d91cb705ae1 None None] Provisioning complete for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:30.068043 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c4e85541-3d42-4d3e-8b97-6d91cb705ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.150529 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c4e85541-3d42-4d3e-8b97-6d91cb705ae1 None None] Port d61ba1ee-aaa5-4953-b162-207c0ed8e080 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:32:30.159540 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] For port 02d59da0-b520-47f9-b728-cd667b2ef391, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:30.163541 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] For port 02d59da0-b520-47f9-b728-cd667b2ef391, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=02d59da0-b520-47f9-b728-cd667b2ef391,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:30.173201 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.173953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:30.183514 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:30.200687 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:30.201297 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb280>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:30.221619 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c5acf7a1-e129-4cc7-b8fd-a35e99654e67 req-bb1409f6-9b62-41f2-8a4f-a8dd99e20941 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 210 time: 0.0626969
Mar 08 21:32:30.286304 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.288837 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406120-2131-4f48-931a-d6bc1fa7a090 None None] Pushing event updated for resources: {'Port': ['ID=02d59da0-b520-47f9-b728-cd667b2ef391,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:30.293747 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.304699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] No DVR routers for this DVR port ebb230e6-64cf-4dfe-9d72-26332538bd84 on host hv-cinder-83232 {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:30.307374 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.313008 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:30.313904 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f56e20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:30.317744 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'name': 'network-vif-deleted', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:30.327507 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-37738402-964d-4f2b-b69d-0f55dea9218e req-6b149cec-ac29-4fc2-8b79-92f4c8a1d4f7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "DELETE /v2.0/ports/ebb230e6-64cf-4dfe-9d72-26332538bd84 HTTP/1.1" status: 204  len: 173 time: 1.6407714
Mar 08 21:32:30.423096 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:30.532378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:30.536935 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Pushing event updated for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:30.586114 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5aae91-9daf-4930-aad9-99b621e555c0', 'name': 'network-vif-deleted', 'tag': 'ebb230e6-64cf-4dfe-9d72-26332538bd84', 'status': 'completed', 'code': 200}
Mar 08 21:32:30.599406 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:30.697616 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:30.698585 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:30.760899 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb280>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:30.765266 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:30.778078 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:30.779216 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb280>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:30.974850 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ec913afa-f044-4437-836f-0efc3b7b4248 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:31.045010 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f56e20>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 2, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:31.052865 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9536c-e0a3-4594-8c9f-18958f6c3493 None None] The sync data for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi is: [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 2, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:31.069630 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port ec913afa-f044-4437-836f-0efc3b7b4248 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:31.070077 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:31.087104 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:31.140805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-57b500ea-ff70-47f1-a85b-47c1a913b59a None None] Provisioning complete for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:31.141271 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-57b500ea-ff70-47f1-a85b-47c1a913b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:31.179492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Router 89188aba-c173-4b60-8ff4-3a66cdf58af0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:31.242304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-57b500ea-ff70-47f1-a85b-47c1a913b59a None None] Port d61ba1ee-aaa5-4953-b162-207c0ed8e080 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:32:31.430260 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a8e65a1f-55b1-4382-b464-82b96d5dbd0e req-fedb1a47-0e4b-475e-a75e-ee4825a2f7b5 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d5aae91-9daf-4930-aad9-99b621e555c0 HTTP/1.1" status: 200  len: 210 time: 0.0497396
Mar 08 21:32:31.487569 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:31.488445 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ecb280>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:31.492736 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb311582-1d00-4512-8b14-58747d484d50 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:31.498804 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-02fbe642-82c6-467e-a1e7-d8307e6244ec admin admin] 10.222.0.66 "PUT /v2.0/routers/89188aba-c173-4b60-8ff4-3a66cdf58af0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3539405
Mar 08 21:32:31.959714 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:32:32.570384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49242) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:32.577117 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349591780-network', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:32.577348 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49246) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:32.580693 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:32.584457 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Usage tracker for resource:network and tenant:30d73d4871bb48bdb584a81a0268305c is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:32.587285 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:32.593173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:32.603042 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Made reservation on behalf of 30d73d4871bb48bdb584a81a0268305c for: {'network': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:32.605917 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.618297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.645685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.649670 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:32.654098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Usage tracker for resource:security_group_rule and tenant:30d73d4871bb48bdb584a81a0268305c is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:32.656933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:32.663279 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:32.673299 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.725243 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.730875 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.734432 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.744807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220a4ff-42e1-4dad-9947-69133b55c98a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:32.752831 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.753884 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-7b711fa9-cf42-40dc-b58c-7b4c15e770ef tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/security-groups/2220a4ff-42e1-4dad-9947-69133b55c98a HTTP/1.1" status: 204  len: 168 time: 0.1754889
Mar 08 21:32:32.756956 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49250) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:32.769785 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=83036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:32:32.773139 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.api.v2.resource [None req-343ad96b-ddbb-49b6-abe8-45ee03cfb1be tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] show failed (client error): The resource could not be found.
Mar 08 21:32:32.774154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-343ad96b-ddbb-49b6-abe8-45ee03cfb1be tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups/2220a4ff-42e1-4dad-9947-69133b55c98a HTTP/1.1" status: 404  len: 347 time: 0.0162797
Mar 08 21:32:32.775288 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264df57b-c13c-47c1-9c41-8ea2beab803d,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:32.778574 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49254) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:32.784556 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.784899 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.segments_db [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Added segment 4304a8e6-73d1-488e-b3d8-aaf88336095d of type vlan for network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39
Mar 08 21:32:32.820794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.868010 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.869006 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:32.869756 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:32.952672 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3810866
Mar 08 21:32:32.967062 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49258) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:32.975338 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Request body: {'subnet': {'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349591780-subnet', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'ip_version': 4}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:32.981936 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:33.019169 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 02d59da0-b520-47f9-b728-cd667b2ef391 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:33.030150 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1558-b0a5-4c49-95a0-739b3a0859fd admin admin] Pushing event updated for resources: {'Network': ['ID=88cfd62c-c3b9-4c2a-b8b9-ff0374095b39,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:33.041099 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Usage tracker for resource:subnet and tenant:30d73d4871bb48bdb584a81a0268305c is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:33.053177 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:32:33.056078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:33.065113 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:33.067396 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port df70eef9-09c2-4442-8a56-a31a61fc6f47 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:33.067758 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.118401 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Made reservation on behalf of 30d73d4871bb48bdb584a81a0268305c for: {'subnet': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:33.120296 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7950679'] for subnet, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.186197 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 02d59da0-b520-47f9-b728-cd667b2ef391 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:33.190928 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 02d59da0-b520-47f9-b728-cd667b2ef391 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:33.191294 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.309222 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.325359 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 02d59da0-b520-47f9-b728-cd667b2ef391, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=02d59da0-b520-47f9-b728-cd667b2ef391,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:33.329147 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.331950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.332275 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.396452 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=02d59da0-b520-47f9-b728-cd667b2ef391,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:33.453320 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for df70eef9-09c2-4442-8a56-a31a61fc6f47 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:33.636049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7485634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7950661'] for subnet, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.722679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:33.733555 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.781214 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=df70eef9-09c2-4442-8a56-a31a61fc6f47,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:33.822527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Checking segment: {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:33.822884 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Network hostable DHCP agents. Network: 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:32:33.895777 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.899653 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:32:33.913538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39) {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:33.920673 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:33.921264 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.922114 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400af14-4baf-4f99-b6a2-10b42ce42c95 None None] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:33.931654 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:33.932771 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-da2fa7c3-0061-4cf9-9d98-86286eccd2ac tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/floatingips/cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4 HTTP/1.1" status: 204  len: 168 time: 1.1530724
Mar 08 21:32:33.958484 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-1327245b-6346-4844-a302-7b4a0efb9e40 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9905562
Mar 08 21:32:33.960856 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49266) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:33.966406 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:33.972380 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:33.977598 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Usage tracker for resource:router and tenant:30d73d4871bb48bdb584a81a0268305c is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:33.983129 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:33.989957 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:33.994941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746fc57-4445-4fee-b1aa-ff85afc9b1a1 None None] New status for floating IP cdea37ae-5f8d-4e82-9110-2c7ccbeef9f4: DOWN {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:32:34.009812 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.010877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.030202 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.055948 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device ebb230e6-64cf-4dfe-9d72-26332538bd84 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:34.124583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49270) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:34.130165 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904733374', 'description': 'tempest-description--112438347'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:34.136894 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:34.141489 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:34.144387 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:34.154453 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:34.156858 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: ebb230e6-64cf-4dfe-9d72-26332538bd84 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:34.157144 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device ebb230e6-64cf-4dfe-9d72-26332538bd84 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:34.168317 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.198681 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.210003 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:34.214887 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:34.218530 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:34.224835 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:34.287449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.298186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.335843 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'fixed_ips': [{'subnet_id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:32:34.337004 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.344851 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe6ad8-0189-4415-926a-c0547cfdac60,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:34.348697 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.349905 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0409cc49-2fec-4a36-90c6-0cd9005b5d54 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2243133
Mar 08 21:32:34.356125 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49276) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:34.362311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '93fe6ad8-0189-4415-926a-c0547cfdac60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:34.368132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:34.372460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:34.375252 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:34.380802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:34.397710 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.402445 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.431903 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.460678 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.465076 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.501237 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e3ba5d-cab6-4518-88c5-d08541c9a462,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:34.503286 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.504563 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-e3786a12-df21-4b6a-9196-a577fca6b0cd tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1468377
Mar 08 21:32:34.507779 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49280) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:34.515046 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'security_group_rule': {'security_group_id': '93fe6ad8-0189-4415-926a-c0547cfdac60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:34.520708 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Allocated IP 172.20.0.2 (88cfd62c-c3b9-4c2a-b8b9-ff0374095b39/fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a/b6d1159a-6885-4f7e-9bfc-53df00c43706) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:34.521113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:34.525488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:security_group_rule and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:34.528864 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:34.535937 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:34.554928 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.624953 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.630077 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.656024 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09422b54-0dad-460d-ae91-e3d50effbbc3,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:34.665396 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.666743 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-cff84177-91f2-4a7d-be6d-7876167a8b52 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1579058
Mar 08 21:32:34.670186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49284) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:34.675487 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:34.682177 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:34.686269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Usage tracker for resource:floatingip and tenant:5a3723abf05d49eda226e341e9e80dbd is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:34.686740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Allocated IP 172.27.0.252 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/5569b798-c7cb-4937-b83d-f23d306a1a69) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:34.689330 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:34.698492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:34.712123 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.754265 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.765437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Transition to ACTIVE for port object b6d1159a-6885-4f7e-9bfc-53df00c43706 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:34.786046 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Transition to ACTIVE for port object b6d1159a-6885-4f7e-9bfc-53df00c43706 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:34.792563 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.852216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.861292 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:34.863431 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:34.868360 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:34.869736 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.874868 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Pushing event updated for resources: {'Port': ['ID=b6d1159a-6885-4f7e-9bfc-53df00c43706,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:34.901557 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:34.981708 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 02d59da0-b520-47f9-b728-cd667b2ef391 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:34.983590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:34.986324 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:34.990106 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:35.015414 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Attempting to bind port b6d1159a-6885-4f7e-9bfc-53df00c43706 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:35.016805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Attempting to bind port b6d1159a-6885-4f7e-9bfc-53df00c43706 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:35.017176 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Attempting to bind port b6d1159a-6885-4f7e-9bfc-53df00c43706 on network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:35.022858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Pushing event updated for resources: {'Port': ['ID=5569b798-c7cb-4937-b83d-f23d306a1a69,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:35.031920 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:35.032398 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Checking segment: {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:35.032903 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.033386 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Bound using segment: {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:35.033951 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Bound port: b6d1159a-6885-4f7e-9bfc-53df00c43706, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:35.034322 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.036048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.27.0.48 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:35.152934 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] For port b6d1159a-6885-4f7e-9bfc-53df00c43706, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:35.156184 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] For port b6d1159a-6885-4f7e-9bfc-53df00c43706, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b6d1159a-6885-4f7e-9bfc-53df00c43706,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:35.163956 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.169810 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.170799 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.195793 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 02d59da0-b520-47f9-b728-cd667b2ef391 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:35.196161 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.291340 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad5a05-08c8-4f43-b883-30ebc3d0475e None None] Pushing event updated for resources: {'Port': ['ID=b6d1159a-6885-4f7e-9bfc-53df00c43706,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:35.311395 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.348323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.433500 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:35.436768 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:35.441630 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:35.460129 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Router 16051991-45eb-47bd-a267-670dbc2454ef is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:32:35.468959 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:35.647662 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.691590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:35.702676 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Sync routers for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:35.716093 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:35.716775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.716909 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ae4e20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:35.717642 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.720694 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b6cea4b7-03cd-402b-bae9-f2d955b32183 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.7562337
Mar 08 21:32:35.720942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49296) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:35.931919 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:35.937521 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:35.943418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.076323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.089438 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:36.108825 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.116161 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ae3710e1-6935-42fa-9fb5-c7a7874cbf76 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4449153
Mar 08 21:32:36.270026 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ae4e20>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:35Z', 'revision_number': 3, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:36.274780 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Checking router: 16051991-45eb-47bd-a267-670dbc2454ef for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:36.275125 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Updating router 16051991-45eb-47bd-a267-670dbc2454ef port 5569b798-c7cb-4937-b83d-f23d306a1a69 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:32:36.332739 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.399654 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-45ed5ad1-a48c-4ef2-a1a4-6ae84b3f3870 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:36.421719 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-45ed5ad1-a48c-4ef2-a1a4-6ae84b3f3870 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:36.424604 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-45ed5ad1-a48c-4ef2-a1a4-6ae84b3f3870 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--904733374&fields=id&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 267 time: 0.0789080
Mar 08 21:32:36.465114 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912adc5-5a13-4cdb-9d20-b2a4f0274e1d None None] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:32:36.573835 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-391c2d55-aa86-4033-9c08-20b65013a0aa None None] Provisioning for port b6d1159a-6885-4f7e-9bfc-53df00c43706 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:36.608330 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-869a1dff-3334-4a84-81e8-880180b7f47f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:36.609978 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-869a1dff-3334-4a84-81e8-880180b7f47f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.1777966
Mar 08 21:32:36.628379 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-0c3ae888-01c3-4ce8-96b6-61385d9266d9 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/quotas/5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 375 time: 0.0117376
Mar 08 21:32:36.695161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.733110 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-44351d51-f8e6-44a1-814e-b4df920e9531 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0976589
Mar 08 21:32:36.801688 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.831638 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Transition to ACTIVE for port object 5569b798-c7cb-4937-b83d-f23d306a1a69 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:36.847375 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:36.990283 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Pushing event updated for resources: {'Port': ['ID=5569b798-c7cb-4937-b83d-f23d306a1a69,revision_number=2']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:37.000073 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Attempting to bind port 5569b798-c7cb-4937-b83d-f23d306a1a69 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:37.000438 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Attempting to bind port 5569b798-c7cb-4937-b83d-f23d306a1a69 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:37.000786 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Attempting to bind port 5569b798-c7cb-4937-b83d-f23d306a1a69 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:37.020170 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.020634 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.021187 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.021472 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.021807 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.022600 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.023012 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.023444 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.023807 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.024132 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.024596 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:37.032225 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:37.032889 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:37.033410 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.033885 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:37.034359 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Bound port: 5569b798-c7cb-4937-b83d-f23d306a1a69, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:37.034923 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.049573 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Allocated IP 172.20.0.1 (88cfd62c-c3b9-4c2a-b8b9-ff0374095b39/fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a/b12a42b8-4121-4ac8-88f3-8490eee22ae8) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:37.071704 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b6d1159a-6885-4f7e-9bfc-53df00c43706 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:37.138080 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] For port 5569b798-c7cb-4937-b83d-f23d306a1a69, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:37.141629 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] For port 5569b798-c7cb-4937-b83d-f23d306a1a69, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5569b798-c7cb-4937-b83d-f23d306a1a69,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:37.150047 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.164652 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port b6d1159a-6885-4f7e-9bfc-53df00c43706 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:37.173184 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port b6d1159a-6885-4f7e-9bfc-53df00c43706 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:37.173687 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.181039 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-c1be1e96-10e3-45d3-b982-7111bd74e200 service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4366322
Mar 08 21:32:37.240674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.260665 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Transition to ACTIVE for port object b12a42b8-4121-4ac8-88f3-8490eee22ae8 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:37.271432 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:37.272090 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13ae4e20>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:37.287885 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.306473 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.343953 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port b6d1159a-6885-4f7e-9bfc-53df00c43706, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b6d1159a-6885-4f7e-9bfc-53df00c43706,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:37.361658 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.362352 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-a4425689-b51d-4e3c-bf7c-9a790f31c8e8 service neutron] 10.222.0.66 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740553
Mar 08 21:32:37.388975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:37.415573 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:37.417045 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:37.421237 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1147-0305-49c8-b2d3-a1fba85c060e None None] Pushing event updated for resources: {'Port': ['ID=5569b798-c7cb-4937-b83d-f23d306a1a69,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:37.441525 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:37.444902 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=b6d1159a-6885-4f7e-9bfc-53df00c43706,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:37.484367 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:37.518047 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.686133 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-8d5b7dcf-51c9-454e-8380-a2d69df3f9c7 req-0ca89dd2-30e0-4aee-8062-fafe0071d10d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:37.707329 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.722623 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-8d5b7dcf-51c9-454e-8380-a2d69df3f9c7 req-0ca89dd2-30e0-4aee-8062-fafe0071d10d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:37.723997 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8d5b7dcf-51c9-454e-8380-a2d69df3f9c7 req-0ca89dd2-30e0-4aee-8062-fafe0071d10d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 210 time: 0.1079915
Mar 08 21:32:37.778791 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e01df5a8-ae65-4101-84d2-c815328b3e2f None None] Provisioning for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:37.789144 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e01df5a8-ae65-4101-84d2-c815328b3e2f None None] Provisioning complete for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:37.789518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e01df5a8-ae65-4101-84d2-c815328b3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:37.831991 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13ae4e20>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:35Z', 'revision_number': 3, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:37.842315 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054d51d-602d-44a5-bbc2-7e1ec08010c6 None None] The sync data for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi is: [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:35Z', 'revision_number': 3, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:37.874927 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e01df5a8-ae65-4101-84d2-c815328b3e2f None None] Port b12a42b8-4121-4ac8-88f3-8490eee22ae8 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:32:38.014022 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:38.019599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:38.125806 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:38.130316 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:38.271054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:38.272182 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:38.508007 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-bf6f4d01-a946-4746-8a39-d1e29b398108 None None] Provisioning complete for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:38.508366 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bf6f4d01-a946-4746-8a39-d1e29b398108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:38.558948 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f4d01-a946-4746-8a39-d1e29b398108 None None] Port b12a42b8-4121-4ac8-88f3-8490eee22ae8 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:32:38.760297 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Router 16051991-45eb-47bd-a267-670dbc2454ef has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:38.920102 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3eff7705-023b-4a1c-be40-ca7e9dc2352c req-cedf2684-a92c-4ac1-8021-67f77fbd5e57 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 210 time: 0.0672452
Mar 08 21:32:38.976960 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b6d1159a-6885-4f7e-9bfc-53df00c43706 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:39.075485 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-be1ee47d-e374-4741-b8ee-bfa92d68b64a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:39.076937 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-be1ee47d-e374-4741-b8ee-bfa92d68b64a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 814 time: 0.1761544
Mar 08 21:32:39.080372 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port b6d1159a-6885-4f7e-9bfc-53df00c43706 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:39.080745 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.150627 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-7d73a47b-31a7-4711-9cfd-d6b8906ad77a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:39.170215 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-7d73a47b-31a7-4711-9cfd-d6b8906ad77a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:39.171379 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-7d73a47b-31a7-4711-9cfd-d6b8906ad77a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3723abf05d49eda226e341e9e80dbd HTTP/1.1" status: 200  len: 379 time: 0.0790365
Mar 08 21:32:39.179086 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:39.186895 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'port': {'device_id': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'admin_state_up': True, 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'security_groups': ['93fe6ad8-0189-4415-926a-c0547cfdac60']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:39.210824 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d3c0df3e-4ee9-4724-b3ae-10c2007e16d8 admin admin] 10.222.0.66 "PUT /v2.0/routers/16051991-45eb-47bd-a267-670dbc2454ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4886117
Mar 08 21:32:39.341875 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:39.351665 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:39.363294 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Made reservation on behalf of 5a3723abf05d49eda226e341e9e80dbd for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:39.366424 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.544785 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Allocated IP 172.20.0.4 (55b98e77-037d-4f48-ae62-5ece51783cb3/7bfd171a-606e-4477-bae3-33f6f4b512e6/d11c8b7f-1744-4c8e-afe9-696ce9e40e3a) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:39.732707 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.747769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Transition to ACTIVE for port object d11c8b7f-1744-4c8e-afe9-696ce9e40e3a will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:39.768467 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.829591 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49354) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:39.835087 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427848282', 'description': 'tempest-secgroup-smoke-1427848282 description', 'project_id': '629a88100d2b4dc491399db3d6c8d056'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:39.841925 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:39.844053 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:39.845849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:39.847209 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:39.848833 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:39.851590 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:39.855539 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:39.867478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.902712 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event updated for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:39.912219 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:39.916470 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:39.919607 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:39.925550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.925887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.926218 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.926543 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.926766 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:39.927216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.927216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.927474 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.927823 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.928136 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.928686 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.928801 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:39.948251 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:39.949687 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:39.983010 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-f8ac1647-3990-4a1f-9b79-5a73c532f066 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8058181
Mar 08 21:32:40.041270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.046999 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.079950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Request body: {'port': {'device_id': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.102322 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8b78e-b2bf-456d-a104-8b444a8a95b7,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:40.107255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.111841 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2810946
Mar 08 21:32:40.112463 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49362) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:40.118839 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.128196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:40.130828 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.131463 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.131876 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.132266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.132653 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.133036 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.133420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.133802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.134217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.134603 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.134978 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e5a95-8d0b-49ea-b48f-b2bca09ffb48 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:32:40.140413 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:40.143464 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:40.149466 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:40.168535 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.193908 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9814e053-63de-49dd-a0a5-07a9ac51b588 None None] Provisioning for port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:40.199060 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-9814e053-63de-49dd-a0a5-07a9ac51b588 None None] Provisioning complete for port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:40.199496 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9814e053-63de-49dd-a0a5-07a9ac51b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.238957 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.244970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.258551 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.264185 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-9814e053-63de-49dd-a0a5-07a9ac51b588 None None] Port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:32:40.270806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76e79fb-d4e3-4905-9c9e-24331c1446f0,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:40.284140 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.285778 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2faf3a92-a01d-4a03-90a3-fa4fcdba3378 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1712050
Mar 08 21:32:40.286969 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32582-61d9-44e6-a737-adaab0409c3d req-31feb875-e80b-4af7-a709-12f407969e17 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:40.287753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5ec32582-61d9-44e6-a737-adaab0409c3d req-31feb875-e80b-4af7-a709-12f407969e17 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Synchronizing usage tracker for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:40.288648 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49366) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:40.296653 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.302983 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:40.308104 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:40.311691 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:40.318043 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:40.337912 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.352359 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-5ec32582-61d9-44e6-a737-adaab0409c3d req-31feb875-e80b-4af7-a709-12f407969e17 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Unset dirty status for tenant:5a3723abf05d49eda226e341e9e80dbd on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:40.353504 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5ec32582-61d9-44e6-a737-adaab0409c3d req-31feb875-e80b-4af7-a709-12f407969e17 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 931 time: 0.2443335
Mar 08 21:32:40.407664 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.411723 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.434798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5911862-7225-469b-8c8b-d9077cf582ac,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:40.445677 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.446869 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-109bab2b-4bb0-4047-888b-45c8aff6581e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1570871
Mar 08 21:32:40.449721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49370) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:40.455070 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.460878 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:40.465518 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:40.468378 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:40.474005 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:40.487890 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5ec32582-61d9-44e6-a737-adaab0409c3d req-e599b87c-bd77-4063-bed3-9e0a705e1d47 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242149
Mar 08 21:32:40.491456 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.561288 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.566353 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.676897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc2a77a-5a3c-4a1b-a4b1-8ae6b02304fc,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:40.689323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.693443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d8d6f255-a162-4f70-96d6-5883e26ddba3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2401991
Mar 08 21:32:40.694057 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49378) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:40.702313 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.710548 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:40.715881 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:40.719780 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:40.726439 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:40.746645 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.788362 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11c8b7f-1744-4c8e-afe9-696ce9e40e3a {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:32:40.796238 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.814113 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Transition to ACTIVE for port object d11c8b7f-1744-4c8e-afe9-696ce9e40e3a will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:40.818855 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.821061 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.833024 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.862502 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b752806-f93f-442f-bd4b-b35918bce324,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:40.877013 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.881966 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2cc2913b-807c-4e63-888c-eb0de8f7b8ee tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1866465
Mar 08 21:32:40.882611 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49384) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:40.891005 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:40.898584 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:40.903049 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:40.906552 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:40.913631 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:40.925093 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.securitygroups_db [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Project 629a88100d2b4dc491399db3d6c8d056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:32:40.932109 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:40.958166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:41.005958 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.010472 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.037345 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649cff89-55ce-4104-8c8b-53277023b7d2,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:41.047878 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.051678 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-69c24a79-aa2c-4622-b49a-7eacd84755b9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1656530
Mar 08 21:32:41.052063 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49388) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:41.059653 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'security_group_rule': {'security_group_id': 'f1f8b78e-b2bf-456d-a104-8b444a8a95b7', 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:41.065503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:41.069532 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:security_group_rule and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:32:41.072862 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:32:41.079298 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:41.092584 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.securitygroups_db [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Project 629a88100d2b4dc491399db3d6c8d056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 08 21:32:41.099983 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.149863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248d80-9425-47ac-a26d-cb4bfa99666d req-c66f449d-1530-4799-99df-6f829739a768 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:41.151346 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6d248d80-9425-47ac-a26d-cb4bfa99666d req-c66f449d-1530-4799-99df-6f829739a768 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.1904531
Mar 08 21:32:41.156213 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Attempting to bind port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:41.156545 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Attempting to bind port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:41.156866 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Attempting to bind port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:41.174754 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.179931 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.185651 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a on network 55b98e77-037d-4f48-ae62-5ece51783cb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:32:41.185976 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Attempting to bind port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a on network 55b98e77-037d-4f48-ae62-5ece51783cb3 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:41.201902 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:41.202237 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Checking segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:41.202610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Bound using segment: {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:41.203038 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Bound port: d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b705a2e-c310-472b-b531-0f18613f99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:41.203378 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.205486 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c90ceb2-3822-4938-abb2-de3997fddc3a,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:41.215749 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.224552 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-5fb47507-dbb3-46ec-9efe-e0551173f69f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1639361
Mar 08 21:32:41.227705 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6d248d80-9425-47ac-a26d-cb4bfa99666d req-6ee5a871-1a0b-4540-a1de-de025d90a52d tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685205
Mar 08 21:32:41.306379 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:41.309889 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:41.313996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.379001 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:41.380376 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d11c8b7f-1744-4c8e-afe9-696ce9e40e3a HTTP/1.1" status: 200  len: 1093 time: 1.3898816
Mar 08 21:32:41.380802 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:41.425208 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fe419-b1e7-46b2-8f89-c2056d3f1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:41.458175 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'status': 'completed', 'code': 200}
Mar 08 21:32:41.505209 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-766c2ee9-5883-4ed9-8e7d-b504b560424b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 1096 time: 0.0810277
Mar 08 21:32:41.604165 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-be3b2ff8-b072-4af9-b9d0-659294931599 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a HTTP/1.1" status: 200  len: 217 time: 0.0897748
Mar 08 21:32:41.709161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-04752f57-029e-4a0b-9851-5be48ac2239e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:41.710608 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-04752f57-029e-4a0b-9851-5be48ac2239e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0997188
Mar 08 21:32:41.784316 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c76d-6428-437b-a2b2-dde0062da08a req-5f67c5fc-7f9d-4dc1-823c-2f226d865020 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:41.785753 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4f24c76d-6428-437b-a2b2-dde0062da08a req-5f67c5fc-7f9d-4dc1-823c-2f226d865020 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 943 time: 0.1435778
Mar 08 21:32:41.848926 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4f24c76d-6428-437b-a2b2-dde0062da08a req-7854d612-aaf9-4147-a303-c28cf74d7e35 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529554
Mar 08 21:32:41.852656 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-2362ec0d-ebd8-42af-be7e-f348c7f590d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338723
Mar 08 21:32:41.999945 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-dfcc450a-50c8-4106-9b33-c3cbc47d9345 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287129
Mar 08 21:32:42.139236 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02c9b920-b1ca-4981-bbf7-5e762879e0a8 req-25274e6f-d441-4785-a9b7-5357e41f9e15 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233082
Mar 08 21:32:42.260880 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-268920b2-26fe-447d-b7bd-e04d199cf77e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 1096 time: 0.0729856
Mar 08 21:32:42.413172 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-b0868dd1-3888-4c69-80e8-8f62c3d06535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:42.414703 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-b0868dd1-3888-4c69-80e8-8f62c3d06535 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.1399872
Mar 08 21:32:42.436579 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe367e-46db-4e5c-a935-67669ffc7c66 req-bd2383a9-85f9-46b0-9c67-082020dd310a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:42.438017 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8dbe367e-46db-4e5c-a935-67669ffc7c66 req-bd2383a9-85f9-46b0-9c67-082020dd310a tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.0804768
Mar 08 21:32:42.487798 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-809a1682-ff83-4ac8-9c05-445eb80883a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a HTTP/1.1" status: 200  len: 217 time: 0.0607464
Mar 08 21:32:42.490581 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8dbe367e-46db-4e5c-a935-67669ffc7c66 req-e360c822-fc14-4fb9-816d-2d81f4787486 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458708
Mar 08 21:32:42.634659 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-0bfaba18-dc18-48f5-8cae-44e6d077567f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:42.637305 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-0bfaba18-dc18-48f5-8cae-44e6d077567f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.1416378
Mar 08 21:32:42.702718 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-6e8c6326-d87d-4859-a465-9356f1c50af7 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:42.705271 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-6e8c6326-d87d-4859-a465-9356f1c50af7 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 946 time: 0.0793009
Mar 08 21:32:42.715787 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-9d46d7f3-eda5-4f47-8ba9-c7706c713065 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715518
Mar 08 21:32:42.783085 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Deleting port c0d564fd-52a0-4f07-acf2-c8a314b936d4 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:42.783419 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:42.859223 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-35970417-c2c0-48c4-ad69-8058d8a42e1a service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359241
Mar 08 21:32:43.130471 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6dc830f1-2437-49c7-b210-144de17b8d79 req-ea74db2b-d7d3-4460-93b9-a3dc827e5d96 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2647383
Mar 08 21:32:43.150353 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] For port c0d564fd-52a0-4f07-acf2-c8a314b936d4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0d564fd-52a0-4f07-acf2-c8a314b936d4,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:43.150878 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:43.160864 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311dcb-e9a5-4a27-b37d-02ce2b52e67f req-e79bae59-75c3-4345-95ad-06cf4c7c0922 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:43.162717 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-32311dcb-e9a5-4a27-b37d-02ce2b52e67f req-e79bae59-75c3-4345-95ad-06cf4c7c0922 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 943 time: 0.1108201
Mar 08 21:32:43.201649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2169056c-95c5-4b03-88bc-22d8c0ed9993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:43.219175 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-32311dcb-e9a5-4a27-b37d-02ce2b52e67f req-7c2b1622-1ef1-4479-b5fa-665b2eddadc5 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523176
Mar 08 21:32:43.284900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Calling delete_port for c0d564fd-52a0-4f07-acf2-c8a314b936d4 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:43.469958 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:43.483481 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['c0d564fd-52a0-4f07-acf2-c8a314b936d4'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:32:43.542426 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Pushing event deleted for resources: {'Port': ['ID=c0d564fd-52a0-4f07-acf2-c8a314b936d4,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:43.620500 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] No DVR routers for this DVR port c0d564fd-52a0-4f07-acf2-c8a314b936d4 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:43.623738 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:43.634805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'name': 'network-vif-deleted', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:43.648894 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a4480070-97b0-46a6-a6bb-3ac90d06a5d6 req-57e736eb-3d20-46c3-97f0-5066486e4dd9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "DELETE /v2.0/ports/c0d564fd-52a0-4f07-acf2-c8a314b936d4 HTTP/1.1" status: 204  len: 173 time: 0.9291232
Mar 08 21:32:43.719605 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-72509860-7da8-477d-a100-e192b9de0980 req-aaa4b1ce-d04c-454d-93b7-362f29117cc0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=642779a9-3364-48e3-aa81-fee9918295f1 HTTP/1.1" status: 200  len: 210 time: 0.0564868
Mar 08 21:32:43.809554 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642779a9-3364-48e3-aa81-fee9918295f1', 'name': 'network-vif-deleted', 'tag': 'c0d564fd-52a0-4f07-acf2-c8a314b936d4', 'status': 'completed', 'code': 200}
Mar 08 21:32:44.435126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1503535-11f8-4d9f-a461-45d3f9d9d98f req-0ad8432a-d90a-46f1-a243-913534f05475 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:44.436601 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a1503535-11f8-4d9f-a461-45d3f9d9d98f req-0ad8432a-d90a-46f1-a243-913534f05475 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 943 time: 0.0760233
Mar 08 21:32:44.485222 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a1503535-11f8-4d9f-a461-45d3f9d9d98f req-1f95027b-03c6-4c0c-b74b-a703b05fd94c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430715
Mar 08 21:32:44.999931 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5569b798-c7cb-4937-b83d-f23d306a1a69 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:45.115853 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 5569b798-c7cb-4937-b83d-f23d306a1a69 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:45.122148 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 5569b798-c7cb-4937-b83d-f23d306a1a69 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:45.122663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:45.224830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Sync routers for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:45.264400 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:45.265015 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c61c10>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:45.311895 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:45.405655 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 5569b798-c7cb-4937-b83d-f23d306a1a69, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5569b798-c7cb-4937-b83d-f23d306a1a69,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:45.411086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:45.508265 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=5569b798-c7cb-4937-b83d-f23d306a1a69,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:45.517169 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:45.602761 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-66543cb6-e369-4bf6-8354-077e80729538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:45.680200 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb78df5-87d5-4f2e-a435-4ea1249881b7 req-e3f98c20-b673-479c-adb4-a904689639d3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:45.681631 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-aeb78df5-87d5-4f2e-a435-4ea1249881b7 req-e3f98c20-b673-479c-adb4-a904689639d3 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 943 time: 0.0770302
Mar 08 21:32:45.727280 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-aeb78df5-87d5-4f2e-a435-4ea1249881b7 req-d49fa342-2a4a-477e-9020-c8dc4dd3a4c1 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398951
Mar 08 21:32:45.842340 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c61c10>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 2, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:45.846116 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Checking router: 89188aba-c173-4b60-8ff4-3a66cdf58af0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:45.846462 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Updating router 89188aba-c173-4b60-8ff4-3a66cdf58af0 port d61ba1ee-aaa5-4953-b162-207c0ed8e080 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:32:45.900302 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.246028 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.259868 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d11c8b7f-1744-4c8e-afe9-696ce9e40e3a details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:32:46.267513 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Transition to ACTIVE for port object d61ba1ee-aaa5-4953-b162-207c0ed8e080 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:46.277650 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.516602 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7508a2-878f-482b-beae-bbe073cb049c None None] Pushing event updated for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:46.668238 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:46.689353 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Attempting to bind port d61ba1ee-aaa5-4953-b162-207c0ed8e080 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:46.689640 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Attempting to bind port d61ba1ee-aaa5-4953-b162-207c0ed8e080 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:46.689993 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Attempting to bind port d61ba1ee-aaa5-4953-b162-207c0ed8e080 on network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:46.692304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.695341 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'port_id': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'mac_address': 'fa:16:3e:35:48:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:32:46.732772 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:46.733237 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Checking segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:46.733842 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.734300 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Bound using segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:46.734762 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Bound port: d61ba1ee-aaa5-4953-b162-207c0ed8e080, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:46.735332 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.816227 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.827634 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.856820 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11c8b7f-1744-4c8e-afe9-696ce9e40e3a {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:32:46.889990 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:46.891242 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] For port d61ba1ee-aaa5-4953-b162-207c0ed8e080, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:46.894619 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] For port d61ba1ee-aaa5-4953-b162-207c0ed8e080, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d61ba1ee-aaa5-4953-b162-207c0ed8e080,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:46.896601 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.939747 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:46.941807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e6f16-2b64-4e1c-939f-55936d52501c req-8e3d11ec-3e76-40dc-acd9-75ac34575f01 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:46.949301 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0e1e6f16-2b64-4e1c-939f-55936d52501c req-8e3d11ec-3e76-40dc-acd9-75ac34575f01 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1360531
Mar 08 21:32:46.990553 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:47.006184 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4322e-43f8-40f1-946e-7200d1dfa32c req-e6cb1ccf-3c31-4cf7-b1b7-87b1631cd501 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:47.007915 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3ed4322e-43f8-40f1-946e-7200d1dfa32c req-e6cb1ccf-3c31-4cf7-b1b7-87b1631cd501 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 944 time: 0.1327159
Mar 08 21:32:47.032175 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0e1e6f16-2b64-4e1c-939f-55936d52501c req-44cc92b4-b1cf-44ec-a293-b603bb3d093e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818775
Mar 08 21:32:47.032437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5569b798-c7cb-4937-b83d-f23d306a1a69 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:47.076022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3ed4322e-43f8-40f1-946e-7200d1dfa32c req-6016a6ee-7b90-400c-b88d-da1936ce7d39 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615954
Mar 08 21:32:47.103932 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:47.103932 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c61c10>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:47.255258 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7508a2-878f-482b-beae-bbe073cb049c None None] Pushing event updated for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:47.310261 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 5569b798-c7cb-4937-b83d-f23d306a1a69 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:47.310634 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:47.370992 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:47.743858 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c61c10>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:46Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:47.747969 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211e33-dc85-4120-ad51-c5ee4c7c5d82 None None] The sync data for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi is: [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:46Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:47.877241 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:47.967922 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Sync routers for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:47.980740 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:47.981403 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f43460>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:48.165313 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:48.274674 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['d11c8b7f-1744-4c8e-afe9-696ce9e40e3a'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:32:48.300110 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecf54-810d-4ccc-94b4-5d2cfb06d2b9 req-96d0b2a1-e13f-4552-a594-239ef59a0f14 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:48.302451 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3f7ecf54-810d-4ccc-94b4-5d2cfb06d2b9 req-96d0b2a1-e13f-4552-a594-239ef59a0f14 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1128559
Mar 08 21:32:48.366687 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3f7ecf54-810d-4ccc-94b4-5d2cfb06d2b9 req-4a2a4ad8-cc70-4fb9-8d7d-f2271e98c652 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584857
Mar 08 21:32:48.408374 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e1dea-a0f4-4aad-b7dc-8261aeffc2c1 req-7fe8fc09-0bb5-45f6-9b0d-01c8ad7bd11c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:48.409905 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c61e1dea-a0f4-4aad-b7dc-8261aeffc2c1 req-7fe8fc09-0bb5-45f6-9b0d-01c8ad7bd11c tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 944 time: 0.1763349
Mar 08 21:32:48.502536 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c61e1dea-a0f4-4aad-b7dc-8261aeffc2c1 req-7b01b0d3-d25e-4a39-b8e1-40ed9471d0f9 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796273
Mar 08 21:32:48.560343 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f43460>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 4, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'b12a42b8-4121-4ac8-88f3-8490eee22ae8', 'name': '', 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'mac_address': 'fa:16:3e:98:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:36Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 2, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'subnets': [{'id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:48.565008 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Checking router: 16051991-45eb-47bd-a267-670dbc2454ef for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:48.565357 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Updating router 16051991-45eb-47bd-a267-670dbc2454ef port b12a42b8-4121-4ac8-88f3-8490eee22ae8 binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:32:48.621694 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:48.991753 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d61ba1ee-aaa5-4953-b162-207c0ed8e080 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:48.992720 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.006468 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Transition to ACTIVE for port object b12a42b8-4121-4ac8-88f3-8490eee22ae8 will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:49.017824 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.062016 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:49.066735 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:49.067099 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.146694 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4b82c-842f-406a-8db3-0d7e68306294 None None] Pushing event updated for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:49.247368 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.248464 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Attempting to bind port b12a42b8-4121-4ac8-88f3-8490eee22ae8 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:49.248901 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Attempting to bind port b12a42b8-4121-4ac8-88f3-8490eee22ae8 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:49.249326 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Attempting to bind port b12a42b8-4121-4ac8-88f3-8490eee22ae8 on network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:49.256389 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:49.256849 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Checking segment: {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:49.257310 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.257691 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Bound using segment: {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:49.258147 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Bound port: b12a42b8-4121-4ac8-88f3-8490eee22ae8, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4304a8e6-73d1-488e-b3d8-aaf88336095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:49.258525 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.282697 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port d61ba1ee-aaa5-4953-b162-207c0ed8e080, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d61ba1ee-aaa5-4953-b162-207c0ed8e080,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:49.287730 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.351344 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] For port b12a42b8-4121-4ac8-88f3-8490eee22ae8, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:49.354992 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] For port b12a42b8-4121-4ac8-88f3-8490eee22ae8, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b12a42b8-4121-4ac8-88f3-8490eee22ae8,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:49.359693 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:49.360836 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:49.444666 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4b82c-842f-406a-8db3-0d7e68306294 None None] Pushing event updated for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=4']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:49.450425 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:49.451030 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f43460>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:49.599396 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5fea1-73aa-4169-8f81-8a24c42364d2 req-8cbc2918-5254-4f51-971a-05332bbb4347 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:49.606313 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50d5fea1-73aa-4169-8f81-8a24c42364d2 req-8cbc2918-5254-4f51-971a-05332bbb4347 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1064439
Mar 08 21:32:49.662180 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-50d5fea1-73aa-4169-8f81-8a24c42364d2 req-020a2e7a-ff00-4a1c-aeee-ee392336eb89 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519412
Mar 08 21:32:49.690736 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:49.749013 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049e27-c99d-4193-b8d5-9ca987053e0b req-a7c9303a-600f-4c82-abdb-7e1d3b7a891a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:49.754672 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0d049e27-c99d-4193-b8d5-9ca987053e0b req-a7c9303a-600f-4c82-abdb-7e1d3b7a891a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 944 time: 0.0981252
Mar 08 21:32:49.805422 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0d049e27-c99d-4193-b8d5-9ca987053e0b req-1c793ae3-8924-4322-aed7-c8ca19d31000 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494289
Mar 08 21:32:49.948874 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d11c8b7f-1744-4c8e-afe9-696ce9e40e3a up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:50.039338 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:50.044630 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:50.045002 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:50.059549 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f43460>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 4, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'b12a42b8-4121-4ac8-88f3-8490eee22ae8', 'name': '', 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'mac_address': 'fa:16:3e:98:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:36Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 4, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'subnets': [{'id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:50.063435 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aba139-2cff-4ff8-9627-cf56823f6838 None None] The sync data for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi is: [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:37Z', 'revision_number': 4, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'b12a42b8-4121-4ac8-88f3-8490eee22ae8', 'name': '', 'network_id': '88cfd62c-c3b9-4c2a-b8b9-ff0374095b39', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'mac_address': 'fa:16:3e:98:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:36Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 4, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'subnets': [{'id': 'fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:50.190013 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:50.219342 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:50.229962 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:50.234518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:50.235447 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0d564fd-52a0-4f07-acf2-c8a314b936d4 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:50.311985 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: c0d564fd-52a0-4f07-acf2-c8a314b936d4 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:50.312667 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0d564fd-52a0-4f07-acf2-c8a314b936d4 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:50.347096 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:50.364987 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'code': 200}
Mar 08 21:32:51.056612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff997e-a6d2-44ff-853b-86f207cbff89 req-d42d0389-18ec-4b0d-8428-24225d3e9770 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:51.061154 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aaae6-2d2e-453c-9fd0-0b2169fc59ee req-db19f622-1a7f-4997-97ff-3a1196f446b1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:51.063715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5d8aaae6-2d2e-453c-9fd0-0b2169fc59ee req-db19f622-1a7f-4997-97ff-3a1196f446b1 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0964353
Mar 08 21:32:51.068590 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fff997e-a6d2-44ff-853b-86f207cbff89 req-d42d0389-18ec-4b0d-8428-24225d3e9770 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.1132162
Mar 08 21:32:51.070409 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b12a42b8-4121-4ac8-88f3-8490eee22ae8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:51.119564 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5d8aaae6-2d2e-453c-9fd0-0b2169fc59ee req-a9c16605-c3b0-42d8-b9c0-e9baec5b13f8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487046
Mar 08 21:32:51.131191 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9fff997e-a6d2-44ff-853b-86f207cbff89 req-77e615a9-e99b-4ffd-957c-361cc9db901f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560839
Mar 08 21:32:51.165128 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:32:51.170999 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:51.171359 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:51.286112 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:51.320130 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port b12a42b8-4121-4ac8-88f3-8490eee22ae8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b12a42b8-4121-4ac8-88f3-8490eee22ae8,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:51.324588 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:51.325465 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d61ba1ee-aaa5-4953-b162-207c0ed8e080 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:51.444168 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:51.459186 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port d61ba1ee-aaa5-4953-b162-207c0ed8e080 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:51.459548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:51.814677 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d4a9-f38a-4b64-b5b4-1c639d833e12 req-b6d42b7c-cc64-4676-8913-659de2bb80a8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:51.816131 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a84d4a9-f38a-4b64-b5b4-1c639d833e12 req-b6d42b7c-cc64-4676-8913-659de2bb80a8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.0784371
Mar 08 21:32:51.861303 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1a84d4a9-f38a-4b64-b5b4-1c639d833e12 req-3ab2f1e9-63f1-4c58-8b40-0678ee6f03c2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396531
Mar 08 21:32:52.330507 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e51fbb-0247-45cc-b354-5ee287eaf9ea req-47533108-de40-4857-95f0-2e5d12948714 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:52.331942 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-01e51fbb-0247-45cc-b354-5ee287eaf9ea req-47533108-de40-4857-95f0-2e5d12948714 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0783424
Mar 08 21:32:52.333019 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a293610-62e8-452c-beb3-41a97bc79eb3 req-24938a41-ec56-456c-8d3a-c9aaaea3ebc2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:52.334465 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a293610-62e8-452c-beb3-41a97bc79eb3 req-24938a41-ec56-456c-8d3a-c9aaaea3ebc2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0790811
Mar 08 21:32:52.376371 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-01e51fbb-0247-45cc-b354-5ee287eaf9ea req-d62d651a-3cae-4407-b796-b2123796e019 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386071
Mar 08 21:32:52.380462 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a293610-62e8-452c-beb3-41a97bc79eb3 req-c22c203f-b989-4da6-9826-6ec4bd88181a tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403996
Mar 08 21:32:52.967576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b12a42b8-4121-4ac8-88f3-8490eee22ae8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:32:53.037552 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port b12a42b8-4121-4ac8-88f3-8490eee22ae8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:32:53.037819 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:53.208894 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84ba5-145b-4d80-9eab-382b92aed709 req-0e2a9731-e2cc-4b66-a7a5-4677614f9c05 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:53.210337 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c1d84ba5-145b-4d80-9eab-382b92aed709 req-0e2a9731-e2cc-4b66-a7a5-4677614f9c05 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.2124734
Mar 08 21:32:53.214763 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1832ceba-9bf9-4323-b668-5929d3884a76 req-84081299-ab9c-4754-8500-21bce67ba3ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 1098 time: 0.1817005
Mar 08 21:32:53.285301 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c1d84ba5-145b-4d80-9eab-382b92aed709 req-51b09110-f7ea-4639-a6f8-9e965da6ab58 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677078
Mar 08 21:32:53.288379 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1832ceba-9bf9-4323-b668-5929d3884a76 req-097d7178-3162-4aeb-9802-aba118da68f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554376
Mar 08 21:32:53.533841 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-421ee666-2f4d-4443-8e3a-f2dc5f1d9153 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:53.535249 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-421ee666-2f4d-4443-8e3a-f2dc5f1d9153 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 813 time: 0.1425598
Mar 08 21:32:53.551051 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-b3c3cb87-bf87-4a93-9a45-330562fb7e8c tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/quotas/964abe9b58d14e388f155bb4c006f266 HTTP/1.1" status: 200  len: 375 time: 0.0104630
Mar 08 21:32:53.581464 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849dce-316f-4864-b073-e02a24d2e5e0 req-5314cb64-7747-4247-ac37-677c73268654 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:53.582899 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a849dce-316f-4864-b073-e02a24d2e5e0 req-5314cb64-7747-4247-ac37-677c73268654 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0773673
Mar 08 21:32:53.596019 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-bab70355-7bd6-4dfc-9797-b2658a5fbd17 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400186
Mar 08 21:32:53.627932 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a849dce-316f-4864-b073-e02a24d2e5e0 req-4ac29a92-22f0-4c9a-9e6b-f4c692e4687f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394518
Mar 08 21:32:53.790014 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-a3913f47-2cf2-4f4d-bf26-82e046050480 service neutron] 10.222.0.66 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874204
Mar 08 21:32:53.805430 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb611-a1d3-4c5a-9458-0f737c4019f3 req-deedc301-69d2-459d-a59a-ebead4164578 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:53.806882 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bd6eb611-a1d3-4c5a-9458-0f737c4019f3 req-deedc301-69d2-459d-a59a-ebead4164578 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0736606
Mar 08 21:32:53.872166 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bd6eb611-a1d3-4c5a-9458-0f737c4019f3 req-840bb1f6-751d-4c54-82a3-3174b60f926d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588887
Mar 08 21:32:54.008538 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-9b033eb5-603a-41ac-8082-f5272961e90b service neutron] 10.222.0.66 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128627
Mar 08 21:32:54.185149 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-21d7495b-3b70-4b7c-8f38-2372f3ce1b58 req-6df71048-6521-4505-8bf1-f24879350360 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Synchronizing usage tracker for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:54.200509 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-21d7495b-3b70-4b7c-8f38-2372f3ce1b58 req-6df71048-6521-4505-8bf1-f24879350360 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Unset dirty status for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:54.201657 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d7495b-3b70-4b7c-8f38-2372f3ce1b58 req-6df71048-6521-4505-8bf1-f24879350360 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 210 time: 0.0572181
Mar 08 21:32:54.508341 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c40066-e27e-440d-bade-a1a86e9c5afd req-0d6e5d64-a907-4002-8d58-8fbdad305af4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:54.516317 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-30c40066-e27e-440d-bade-a1a86e9c5afd req-0d6e5d64-a907-4002-8d58-8fbdad305af4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.1016636
Mar 08 21:32:54.572299 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-30c40066-e27e-440d-bade-a1a86e9c5afd req-2ee38b21-3349-4df3-b8d6-fb02d8ea5876 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546832
Mar 08 21:32:54.826440 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632ffd6-cbc0-429c-baca-a030f945b7c6 req-b1e8c41e-7078-4e99-be07-19ecfa4428e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:54.827810 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b632ffd6-cbc0-429c-baca-a030f945b7c6 req-b1e8c41e-7078-4e99-be07-19ecfa4428e2 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0790532
Mar 08 21:32:54.875784 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b632ffd6-cbc0-429c-baca-a030f945b7c6 req-d0d394cc-ef94-4451-8b9c-8ed8ed8653eb tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423663
Mar 08 21:32:55.066402 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983602b-96b5-4694-8cd7-d26f9fb291cb req-4ce8f298-13a0-454f-959c-120928956da7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:55.067840 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c983602b-96b5-4694-8cd7-d26f9fb291cb req-4ce8f298-13a0-454f-959c-120928956da7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0748267
Mar 08 21:32:55.077232 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49582) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:32:55.082422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Request body: {'floatingip': {'port_id': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:55.102798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-d712c1d5-729e-4f5e-ba2c-2bcb07a0d876 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:55.104989 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-d712c1d5-729e-4f5e-ba2c-2bcb07a0d876 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.1446443
Mar 08 21:32:55.115319 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5854-7487-4cbd-8db8-3f2144e15d13 req-70afb144-31ab-424d-b1c2-191b8613a8d7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:55.116767 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08d5854-7487-4cbd-8db8-3f2144e15d13 req-70afb144-31ab-424d-b1c2-191b8613a8d7 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1043541
Mar 08 21:32:55.162418 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:55.218572 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:32:55.218912 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:55.271641 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08d5854-7487-4cbd-8db8-3f2144e15d13 req-e9f9d5f2-64c1-452d-9091-e6ab20cb5641 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228850
Mar 08 21:32:55.437329 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-efc1de6e-332a-45ea-8789-114404cf133a req-6f0d5a1a-7bf8-43f3-a3b9-9df04d2b9efb tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 210 time: 0.0623393
Mar 08 21:32:55.518905 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] For port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:32:55.519274 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:55.526643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-a9c8b675-afd8-476b-be6c-c218fe22d748 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:55.528230 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-a9c8b675-afd8-476b-be6c-c218fe22d748 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 813 time: 0.2581241
Mar 08 21:32:55.592827 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Request body: {'port': {'device_id': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40', 'admin_state_up': True, 'tenant_id': '964abe9b58d14e388f155bb4c006f266'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:55.859168 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:55.859857 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:55.859857 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Floating IP 855ea93a-664c-465d-94ce-ea8f12e2452f disassociated. External IP: 172.27.0.101, port: 2369f767-f10d-47c6-9fe1-1d1c809ac8ab.
Mar 08 21:32:55.860223 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for 2369f767-f10d-47c6-9fe1-1d1c809ac8ab owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:32:55.876110 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:32:55.905711 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:32:55.919207 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c54e1-aa17-42b4-aee5-ad8f3a41aaea req-cc976d6c-c4b4-490b-b07f-abb62f39b292 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:55.921515 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a3c54e1-aa17-42b4-aee5-ad8f3a41aaea req-cc976d6c-c4b4-490b-b07f-abb62f39b292 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 945 time: 0.2213089
Mar 08 21:32:55.931580 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Made reservation on behalf of 964abe9b58d14e388f155bb4c006f266 for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:32:55.935376 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.021270 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a3c54e1-aa17-42b4-aee5-ad8f3a41aaea req-c90975ae-3e1a-49e5-9b81-571db083395c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898492
Mar 08 21:32:56.054476 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.111678 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=2369f767-f10d-47c6-9fe1-1d1c809ac8ab,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:56.328597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Allocated IP 172.20.0.5 (5b6ee4e2-2ab3-45f7-818a-68fcc165ac40/c6098784-720e-4f56-9334-dec7e28f56ae/625adf36-099f-4945-bdaa-cff100bbf2c2) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:32:56.345007 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.362612 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.425216 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:56.631019 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d68c04b5-e90a-4585-988d-dfae9405b109 req-523aa248-e352-487c-8ada-ecbde30339d2 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 210 time: 0.0487981
Mar 08 21:32:56.700322 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:56.713578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:56.728109 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:56.729115 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc136ee5e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:56.752811 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34194ff-757a-49a8-9675-145d6ca581ea req-a9efaa29-b405-40c8-84ad-5cf229e7b2c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:56.754383 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c34194ff-757a-49a8-9675-145d6ca581ea req-a9efaa29-b405-40c8-84ad-5cf229e7b2c9 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.2785156
Mar 08 21:32:56.772948 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] No DVR routers for this DVR port 2369f767-f10d-47c6-9fe1-1d1c809ac8ab on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:32:56.775518 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.778452 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'name': 'network-vif-deleted', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:56.797172 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d5737928-919e-43f7-9e23-ec1d95cbddd9 req-1b85463c-73f4-468a-8ee8-39ce43df0efb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "DELETE /v2.0/ports/2369f767-f10d-47c6-9fe1-1d1c809ac8ab HTTP/1.1" status: 204  len: 173 time: 1.6791556
Mar 08 21:32:56.798004 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:56.849788 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c34194ff-757a-49a8-9675-145d6ca581ea req-f61b0929-c966-4908-9c3c-288113223c7f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822103
Mar 08 21:32:56.850856 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de66180-2ea8-4268-86cd-5ef603370fbc', 'name': 'network-vif-deleted', 'tag': '2369f767-f10d-47c6-9fe1-1d1c809ac8ab', 'status': 'completed', 'code': 200}
Mar 08 21:32:56.887123 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP ef20dab2-e5b0-4d78-9824-9bff6ca7bf30 associated. External IP: 172.27.0.48, port: d11c8b7f-1744-4c8e-afe9-696ce9e40e3a.
Mar 08 21:32:56.929585 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:57.006022 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:57.123168 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:32:57.125511 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:32:57.127268 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Pushing event updated for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:57.142089 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:32:57.249532 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6354a0c3-3e9e-48e8-b6a8-c2e40d1463b2 req-f8a6e6d3-6da4-498e-ae28-f33e810b7fc2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:57.252512 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:57.253904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:57.278611 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-6354a0c3-3e9e-48e8-b6a8-c2e40d1463b2 req-f8a6e6d3-6da4-498e-ae28-f33e810b7fc2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:57.280134 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6354a0c3-3e9e-48e8-b6a8-c2e40d1463b2 req-f8a6e6d3-6da4-498e-ae28-f33e810b7fc2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de66180-2ea8-4268-86cd-5ef603370fbc HTTP/1.1" status: 200  len: 210 time: 0.0758495
Mar 08 21:32:57.304630 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-19eb782b-d3fe-4414-98d8-9f538e8bc2e6 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7157624
Mar 08 21:32:57.324374 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc136ee5e0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:57.329204 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:57.329380 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Request body: {'port': {'device_id': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:32:57.340214 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:57.340830 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc136ee5e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:57.522727 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:57.567347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:57.882444 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc136ee5e0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:57.887502 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015235-560b-44f1-8acc-f204afc9891e None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:32:57.986043 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:32:58.000992 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 2369f767-f10d-47c6-9fe1-1d1c809ac8ab no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:32:58.041950 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 2369f767-f10d-47c6-9fe1-1d1c809ac8ab {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:32:58.042591 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 2369f767-f10d-47c6-9fe1-1d1c809ac8ab not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:32:58.108513 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb34ff3-bddb-4f98-8371-bd0e981daa29 req-f8ce05f4-13d4-4539-8342-a3eeeecde0a2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:58.109994 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cfb34ff3-bddb-4f98-8371-bd0e981daa29 req-f8ce05f4-13d4-4539-8342-a3eeeecde0a2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0790513
Mar 08 21:32:58.157585 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cfb34ff3-bddb-4f98-8371-bd0e981daa29 req-eee065a3-2dfb-4bb8-b620-78717a42183b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415089
Mar 08 21:32:58.166162 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9804-baa2-4c35-a9d8-5bdd784781b0 req-94b94ce3-d8fd-4ebc-bf3a-f14bb404f2bf tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:58.166318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11ee9804-baa2-4c35-a9d8-5bdd784781b0 req-94b94ce3-d8fd-4ebc-bf3a-f14bb404f2bf tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Synchronizing usage tracker for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:58.251914 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625adf36-099f-4945-bdaa-cff100bbf2c2 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:32:58.304775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:58.307166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-11ee9804-baa2-4c35-a9d8-5bdd784781b0 req-94b94ce3-d8fd-4ebc-bf3a-f14bb404f2bf tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Unset dirty status for tenant:964abe9b58d14e388f155bb4c006f266 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:58.308290 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11ee9804-baa2-4c35-a9d8-5bdd784781b0 req-94b94ce3-d8fd-4ebc-bf3a-f14bb404f2bf tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 931 time: 0.4802513
Mar 08 21:32:58.352098 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Transition to ACTIVE for port object 625adf36-099f-4945-bdaa-cff100bbf2c2 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:32:58.359317 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:58.516154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11ee9804-baa2-4c35-a9d8-5bdd784781b0 req-d87fa895-36f3-453d-bebd-79529df77a34 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978848
Mar 08 21:32:58.520295 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Pushing event updated for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:58.573548 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-4611622b-5767-4383-9845-248cca8f2e3a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:58.591586 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-4611622b-5767-4383-9845-248cca8f2e3a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:58.593489 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-4611622b-5767-4383-9845-248cca8f2e3a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427848282&fields=id&tenant_id=629a88100d2b4dc491399db3d6c8d056 HTTP/1.1" status: 200  len: 267 time: 0.0609365
Mar 08 21:32:58.662263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Attempting to bind port 625adf36-099f-4945-bdaa-cff100bbf2c2 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:32:58.662599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Attempting to bind port 625adf36-099f-4945-bdaa-cff100bbf2c2 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:32:58.662920 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Attempting to bind port 625adf36-099f-4945-bdaa-cff100bbf2c2 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:58.690213 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Port 625adf36-099f-4945-bdaa-cff100bbf2c2 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:32:58.690435 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Attempting to bind port 625adf36-099f-4945-bdaa-cff100bbf2c2 on network 5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:32:58.714766 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:32:58.715105 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Checking segment: {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:32:58.715485 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Bound using segment: {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:32:58.715939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Bound port: 625adf36-099f-4945-bdaa-cff100bbf2c2, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4684ac-0b54-4f74-b237-3c178d8f6936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:32:58.716283 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:58.749256 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-b3ce85eb-1598-446c-bdda-2a586b9c9b74 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:58.749932 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-b3ce85eb-1598-446c-bdda-2a586b9c9b74 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:network {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:58.750831 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-63b65407-fb31-4bbb-8407-585acb21a953 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514742406&fields=id&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 267 time: 0.0892825
Mar 08 21:32:58.770467 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-b3ce85eb-1598-446c-bdda-2a586b9c9b74 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:network {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:58.771662 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-b3ce85eb-1598-446c-bdda-2a586b9c9b74 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 809 time: 0.1713905
Mar 08 21:32:58.792167 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c373f5a1-c1ee-4968-88d0-4704da8fab1d tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/quotas/629a88100d2b4dc491399db3d6c8d056 HTTP/1.1" status: 200  len: 375 time: 0.0109456
Mar 08 21:32:58.813755 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:32:58.818537 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:58.824596 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:32:58.837009 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:58.837840 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1386da90>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:58.879374 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-bf80cefe-9713-4424-9229-269cc51f27c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:32:58.898893 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-bf80cefe-9713-4424-9229-269cc51f27c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:32:58.900494 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-bf80cefe-9713-4424-9229-269cc51f27c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1023583
Mar 08 21:32:58.998438 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-525cd899-736b-4fb1-8f1a-dd6a6770c4b8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "PUT /v2.0/floatingips/ef20dab2-e5b0-4d78-9824-9bff6ca7bf30 HTTP/1.1" status: 200  len: 990 time: 3.9121337
Mar 08 21:32:58.998438 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:32:59.002748 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:32:59.006699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=625adf36-099f-4945-bdaa-cff100bbf2c2,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:32:59.022095 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:59.035631 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:59.048832 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-eb8a0e7b-e72b-4bee-b65c-22de4512426c service neutron] 10.222.0.66 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321955
Mar 08 21:32:59.119907 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:59.122082 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] 10.222.0.30 "PUT /v2.0/ports/625adf36-099f-4945-bdaa-cff100bbf2c2 HTTP/1.1" status: 200  len: 1093 time: 1.7974141
Mar 08 21:32:59.129198 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-4ab1df9a-a958-4671-8c06-c1e4c853eaa4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:59.130598 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-4ab1df9a-a958-4671-8c06-c1e4c853eaa4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.3467114
Mar 08 21:32:59.156132 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-35d91a1b-aad7-48cf-aef6-7e459ffd4d34 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/quotas/f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 375 time: 0.0168478
Mar 08 21:32:59.158887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08eaf-e457-4c4d-966d-e9403aaaf93a service neutron] Pushing event updated for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:32:59.210507 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-de0a3de8-91a1-46b3-96d8-63811ee0a188 service neutron] 10.222.0.66 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557021
Mar 08 21:32:59.299957 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-66869030-8425-435e-b33e-c39a39973f1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 1096 time: 0.1370139
Mar 08 21:32:59.306496 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-483b070f-c909-427a-94ac-56e59c42e2d8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1445465
Mar 08 21:32:59.350303 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:32:59.448220 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-580e3d96-4e47-422b-a977-d5c699e8b7f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=625adf36-099f-4945-bdaa-cff100bbf2c2 HTTP/1.1" status: 200  len: 217 time: 0.1393564
Mar 08 21:32:59.464210 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1386da90>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ef20dab2-e5b0-4d78-9824-9bff6ca7bf30', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:35:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:32:35Z', 'updated_at': '2022-03-08T21:32:56Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:59.468601 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:32:59.481376 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:32:59.482083 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1386da90>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:32:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:32:59.550767 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-a0da8db1-160b-45c6-95f7-2bb9147012c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:59.552197 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-a0da8db1-160b-45c6-95f7-2bb9147012c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6098784-720e-4f56-9334-dec7e28f56ae HTTP/1.1" status: 200  len: 853 time: 0.0923026
Mar 08 21:32:59.558140 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-547f35c1-0835-4cb1-9809-6937ef1e3ca8 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927428
Mar 08 21:32:59.633544 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'status': 'completed', 'code': 200}
Mar 08 21:32:59.685012 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-0cb1b35f-3d26-4873-b987-ac528dd3df91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1022465
Mar 08 21:32:59.689400 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:32:59.816843 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-e6a671a5-08e2-40b7-8db9-660e8262fb5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a3723abf05d49eda226e341e9e80dbd&device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 1098 time: 0.2062972
Mar 08 21:32:59.830754 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218706-7255-46d4-9b46-fcf8501a6854 req-c40066b4-48f6-4aab-b9b4-03870bd9618f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:32:59.833210 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e1218706-7255-46d4-9b46-fcf8501a6854 req-c40066b4-48f6-4aab-b9b4-03870bd9618f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1466022
Mar 08 21:32:59.986610 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e1218706-7255-46d4-9b46-fcf8501a6854 req-a137f55c-79a5-432d-b2ae-28ffd6fa54fa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290772
Mar 08 21:33:00.006795 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:33:00.032310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-a8b93c1e-cfd6-4a7f-9f11-7afdbbe17e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:00.037329 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-a8b93c1e-cfd6-4a7f-9f11-7afdbbe17e3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 200  len: 915 time: 0.2030175
Mar 08 21:33:00.038980 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-826dc495-a7c4-4155-b469-29ab2f301982 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3466477
Mar 08 21:33:00.056117 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-a54525aa-7e76-4480-b69c-d3d9340f5f90 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4914956
Mar 08 21:33:00.305621 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1386da90>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ef20dab2-e5b0-4d78-9824-9bff6ca7bf30', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:35:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:32:35Z', 'updated_at': '2022-03-08T21:32:56Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:00.325020 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b438a7b-e0a6-47d9-81bc-e80a056b2749 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ef20dab2-e5b0-4d78-9824-9bff6ca7bf30', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'port_id': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'mac_address': 'fa:16:3e:35:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:32:35Z', 'updated_at': '2022-03-08T21:32:56Z', 'revision_number': 1, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:33:00.358169 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-69cd3072-5310-46bb-b42d-1e1d41a87c16 req-8bc901dd-cf5c-41d6-8ff7-c585e9006f2a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977626
Mar 08 21:33:00.374512 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:00.408939 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:33:00.441749 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-fdcea11f-6d72-4a87-afd0-b2b7ea901279 req-7d3b114c-7cba-4820-b50f-6db13965c41a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 210 time: 0.2822874
Mar 08 21:33:00.484448 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-b0751387-addf-4cb4-b272-1905f5c9b6d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a HTTP/1.1" status: 200  len: 998 time: 0.4313500
Mar 08 21:33:00.485032 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:00.504941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:00.522417 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:00.531199 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:00.571574 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-1ab0f7a4-9821-4f8f-8de4-52b2464122cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:00.573869 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-1ab0f7a4-9821-4f8f-8de4-52b2464122cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 200  len: 853 time: 0.0812054
Mar 08 21:33:00.607649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=6']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:00.641918 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d1358fd1-ad2d-4999-aba9-0a6fb074c38b req-e7d877ac-6519-4f95-998e-1c60ca6709a0 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 210 time: 0.0584211
Mar 08 21:33:00.718111 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc51d97-9f75-4bcb-9d63-3b801b7d91eb req-c9764722-ef1b-44f2-926b-9e70f1d3d20f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:00.719537 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cfc51d97-9f75-4bcb-9d63-3b801b7d91eb req-c9764722-ef1b-44f2-926b-9e70f1d3d20f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 943 time: 0.1059210
Mar 08 21:33:00.726695 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-384af70c-46cf-454a-b2cc-ca6e814367dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55b98e77-037d-4f48-ae62-5ece51783cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1430862
Mar 08 21:33:00.730659 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['0fbedc61-6368-47ed-ac53-e66a7a6fe568'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:00.868855 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cfc51d97-9f75-4bcb-9d63-3b801b7d91eb req-6c441de8-1d63-4dcb-9847-af0b46ae033e tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411278
Mar 08 21:33:00.956096 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-d847e848-4a0b-4ebb-af8f-f88ff4178417 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147667
Mar 08 21:33:01.136947 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b02e6737-1fab-4db3-8bca-2220c7a7c9bd req-9ab327f9-25ae-41b2-a0c5-363f6220e4a9 service neutron] 10.222.0.30 "GET /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750820
Mar 08 21:33:01.288274 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99590390-7bb7-4c8b-9f77-eb35647a1ffe req-a8e357b3-51f3-4cbf-ae8f-31cf9e8b827a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:01.289693 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-99590390-7bb7-4c8b-9f77-eb35647a1ffe req-a8e357b3-51f3-4cbf-ae8f-31cf9e8b827a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.0838532
Mar 08 21:33:01.338726 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-99590390-7bb7-4c8b-9f77-eb35647a1ffe req-0ad5a06a-2f10-4597-bb9d-cd45de8cac04 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432606
Mar 08 21:33:01.634689 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:01.737808 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-aa6328e4-915b-42ea-9d9f-c81ed25b8435 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:01.748360 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-aa6328e4-915b-42ea-9d9f-c81ed25b8435 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 809 time: 0.1853883
Mar 08 21:33:01.756177 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2', 'status': 'completed', 'code': 200}
Mar 08 21:33:01.796960 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-545e0d0a-1f54-43db-9456-3324f5124037 req-4b905172-bd3c-41b4-b0e9-22a6148d4820 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 210 time: 0.0470445
Mar 08 21:33:01.879773 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-ec5fc624-99fa-4876-9a4a-171fef7bf73b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629a88100d2b4dc491399db3d6c8d056 HTTP/1.1" status: 200  len: 380 time: 0.0817056
Mar 08 21:33:01.890464 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'port': {'device_id': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'admin_state_up': True, 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'security_groups': ['f1f8b78e-b2bf-456d-a104-8b444a8a95b7']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:02.023007 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 625adf36-099f-4945-bdaa-cff100bbf2c2 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:33:02.025299 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:33:02.040707 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-fedbfc31-b5b3-4d2e-a15f-1b528387ea5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=964abe9b58d14e388f155bb4c006f266&device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 1096 time: 0.2263494
Mar 08 21:33:02.159000 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:33:02.176479 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:33:02.270041 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Made reservation on behalf of 629a88100d2b4dc491399db3d6c8d056 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:33:02.273325 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:02.397156 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06c01-45a7-4e20-b4f2-eaa5048fb912 req-c9481a2e-14c8-4dda-a7da-db62235c62b9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:02.398972 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-19b06c01-45a7-4e20-b4f2-eaa5048fb912 req-c9481a2e-14c8-4dda-a7da-db62235c62b9 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 943 time: 0.2044685
Mar 08 21:33:02.413409 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ee736a4c-6ce3-42a6-8508-dd85e039e7f6 req-16083f5a-e6ca-43e6-9c77-d306fec23ac9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 210 time: 0.3301451
Mar 08 21:33:02.500236 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-19b06c01-45a7-4e20-b4f2-eaa5048fb912 req-2183fd17-9b8f-4bf6-9bfc-ed6610590238 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915434
Mar 08 21:33:02.510970 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=625adf36-099f-4945-bdaa-cff100bbf2c2,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:02.539511 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '625adf36-099f-4945-bdaa-cff100bbf2c2', 'network_id': '5b6ee4e2-2ab3-45f7-818a-68fcc165ac40', 'port_id': '625adf36-099f-4945-bdaa-cff100bbf2c2', 'mac_address': 'fa:16:3e:35:6e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6098784-720e-4f56-9334-dec7e28f56ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:33:02.569212 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-3444fc7a-d550-4071-98d2-a5af2c02b361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:02.571154 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-3444fc7a-d550-4071-98d2-a5af2c02b361 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 200  len: 914 time: 0.5225842
Mar 08 21:33:02.580725 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:02.581275 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-d4f04a1e-6d83-4e24-a9de-5f9ddbc66abc tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:02.581649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:02.582872 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-d4f04a1e-6d83-4e24-a9de-5f9ddbc66abc tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.4410186
Mar 08 21:33:02.618876 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Allocated IP 172.20.0.7 (373a90ef-4d2a-4b83-bfc3-0a5595835fc5/102fba96-62a7-460f-b435-cd102e301867/11c11d9b-d318-4184-ab37-aaf7e16df63c) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:33:02.690400 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-f0602d50-10ee-4fe9-8b2e-878cec19b8a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=625adf36-099f-4945-bdaa-cff100bbf2c2 HTTP/1.1" status: 200  len: 217 time: 0.1063790
Mar 08 21:33:02.753180 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:02.798197 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625adf36-099f-4945-bdaa-cff100bbf2c2 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:02.859610 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-d24482a8-91e8-4b05-a951-aec5054762f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:02.861350 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-d24482a8-91e8-4b05-a951-aec5054762f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6098784-720e-4f56-9334-dec7e28f56ae HTTP/1.1" status: 200  len: 853 time: 0.1543601
Mar 08 21:33:02.870250 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-79d53ab9-a04e-4b42-bddc-2e79e4ffaa1a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 380 time: 0.1778877
Mar 08 21:33:02.904268 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:02.925402 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Transition to ACTIVE for port object 11c11d9b-d318-4184-ab37-aaf7e16df63c will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:33:02.944738 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'port': {'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'admin_state_up': True, 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'security_groups': ['2e2fd788-06d4-4f79-aa1c-c83c45d33f75']}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:02.995240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.044163 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-96d8f9d2-4e27-433e-b810-2ad02d1879d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1729987
Mar 08 21:33:03.051338 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=625adf36-099f-4945-bdaa-cff100bbf2c2,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:03.054291 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.084154 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.147116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:33:03.156973 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:33:03.220091 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:33:03.316577 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:03.354141 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:03.355345 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.395720 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:03.425459 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6635d-8718-4e96-a83e-59cf0d47694f req-d1673b52-6080-4343-ad6c-2ea11b63fddc tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:03.427524 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-60e6635d-8718-4e96-a83e-59cf0d47694f req-d1673b52-6080-4343-ad6c-2ea11b63fddc tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:33:03.430982 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:03.438620 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1f2f29ef-04fa-40d5-9610-6e6a803d87de tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5533102
Mar 08 21:33:03.449437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.453449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Request body: {'port': {'device_id': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:03.469442 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['625adf36-099f-4945-bdaa-cff100bbf2c2'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:03.520282 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:03.656765 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=7']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:03.657834 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685784c4-20b4-4a1d-bdf9-53d7256039c0 req-35266b2b-83c0-455a-ba8c-458836a5291b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:03.658569 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-60e6635d-8718-4e96-a83e-59cf0d47694f req-d1673b52-6080-4343-ad6c-2ea11b63fddc tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:33:03.659889 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d20aac0b-f341-4f58-aef8-4735acd53e50 None None] Provisioning for port 11c11d9b-d318-4184-ab37-aaf7e16df63c completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:33:03.665879 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-685784c4-20b4-4a1d-bdf9-53d7256039c0 req-35266b2b-83c0-455a-ba8c-458836a5291b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.8810399
Mar 08 21:33:03.672329 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-60e6635d-8718-4e96-a83e-59cf0d47694f req-d1673b52-6080-4343-ad6c-2ea11b63fddc tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 931 time: 0.5385678
Mar 08 21:33:03.687217 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-d20aac0b-f341-4f58-aef8-4735acd53e50 None None] Provisioning complete for port 11c11d9b-d318-4184-ab37-aaf7e16df63c triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:03.687905 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d20aac0b-f341-4f58-aef8-4735acd53e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.702244 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:33:03.715504 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-711191dc-5efe-4743-b6b8-a32c3b0b8e9b service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5203543
Mar 08 21:33:03.760697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:33:03.805597 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-d20aac0b-f341-4f58-aef8-4735acd53e50 None None] Port 11c11d9b-d318-4184-ab37-aaf7e16df63c cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:33:03.841502 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Made reservation on behalf of f7a70d4d58f24e6c8d4965f686c4190f for: {'port': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:33:03.844640 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.930478 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:03.956966 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-60e6635d-8718-4e96-a83e-59cf0d47694f req-3e6c5c86-027a-4274-a24c-32ae79b9943b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2643986
Mar 08 21:33:04.054021 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-685784c4-20b4-4a1d-bdf9-53d7256039c0 req-5e9b95d5-debe-43a7-9e20-bc332149f463 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3865192
Mar 08 21:33:04.150444 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'code': 200}
Mar 08 21:33:04.237490 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-81a5f23f-0a2d-402b-a9de-489c6fef165d req-944dec1e-b486-426b-82bd-68f362dac02e service neutron] 10.222.0.30 "GET /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5070152
Mar 08 21:33:04.363246 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c11d9b-d318-4184-ab37-aaf7e16df63c {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:04.372349 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:04.392503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Transition to ACTIVE for port object 11c11d9b-d318-4184-ab37-aaf7e16df63c will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:33:04.442516 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:04.455397 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b140667-f28e-49e6-9e84-8a6239fd8e94 req-f4fefbb3-4f23-4b29-9af7-bec30ea4e485 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 210 time: 0.0703425
Mar 08 21:33:04.556524 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.20.0.8 (82622fe2-649c-4c2f-9e40-1607d1806f17/d131575c-50bb-41e8-9511-7e84a7c8e9a7/681520b8-4dbe-455f-93fa-3bfab2de4ba7) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:33:04.618229 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:04.768955 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a32e8-40e0-44c7-b2ea-847c73196a4d req-f68fd2a0-0e26-4757-ba77-aa2b9927c1c0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:04.778253 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de8a32e8-40e0-44c7-b2ea-847c73196a4d req-f68fd2a0-0e26-4757-ba77-aa2b9927c1c0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 944 time: 0.3844135
Mar 08 21:33:04.811057 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:04.830766 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Transition to ACTIVE for port object 681520b8-4dbe-455f-93fa-3bfab2de4ba7 will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:33:04.841692 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Attempting to bind port 11c11d9b-d318-4184-ab37-aaf7e16df63c on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:33:04.842027 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Attempting to bind port 11c11d9b-d318-4184-ab37-aaf7e16df63c by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:33:04.842360 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Attempting to bind port 11c11d9b-d318-4184-ab37-aaf7e16df63c on network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:33:04.867668 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-de8a32e8-40e0-44c7-b2ea-847c73196a4d req-0c363e28-faa4-4d94-b285-fdb6ea8270a8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882747
Mar 08 21:33:04.868792 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Port 11c11d9b-d318-4184-ab37-aaf7e16df63c on network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:33:04.870104 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Attempting to bind port 11c11d9b-d318-4184-ab37-aaf7e16df63c on network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:33:04.876339 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:04.901363 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:33:04.903100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Checking segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:33:04.903819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Bound using segment: {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:33:04.905123 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Bound port: 11c11d9b-d318-4184-ab37-aaf7e16df63c, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3d94b0-ac42-40d7-b452-5d979ae78ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:33:04.905697 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:04.974456 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:33:04.981243 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:33:04.984089 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:33:05.027297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:33:05.028140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:05.032746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:33:05.044847 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:05.091873 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:05.092475 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:05.145946 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-01d11f5b-a921-4379-b1ff-bbcdceafa2b4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2389185
Mar 08 21:33:05.162816 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Request body: {'port': {'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:05.168848 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:05.170497 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 1093 time: 1.7228177
Mar 08 21:33:05.172894 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:05.185426 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d15d-5724-4aa5-9c11-1c6211da77d2 service neutron] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:05.440267 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-55a57f85-9045-4952-94e5-8c238e780a63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1096 time: 0.2135868
Mar 08 21:33:05.487436 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:05.526546 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd46e25-a6f6-401e-bc2d-01af0808918f req-dfbcbd45-e9fb-4e0e-977f-e635560075d6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:05.528138 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfd46e25-a6f6-401e-bc2d-01af0808918f req-dfbcbd45-e9fb-4e0e-977f-e635560075d6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.3091011
Mar 08 21:33:05.528273 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-22c89c5a-b2d4-46e3-8a61-d45356e2a625 None None] Provisioning for port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:33:05.538408 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-22c89c5a-b2d4-46e3-8a61-d45356e2a625 None None] Provisioning complete for port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:05.538824 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-22c89c5a-b2d4-46e3-8a61-d45356e2a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:05.592066 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-e56f0964-aa8f-43af-96ce-ed680495198f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 217 time: 0.1402376
Mar 08 21:33:05.660920 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08737ab-d765-4647-bd03-82b4a3b1719c req-3065771d-4029-4fd7-bb30-1d4efec21e00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:05.662438 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c08737ab-d765-4647-bd03-82b4a3b1719c req-3065771d-4029-4fd7-bb30-1d4efec21e00 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.3270710
Mar 08 21:33:05.671336 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-22c89c5a-b2d4-46e3-8a61-d45356e2a625 None None] Port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:33:05.692240 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bfd46e25-a6f6-401e-bc2d-01af0808918f req-3ae57b58-bf29-498b-8099-f5384c47f914 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361380
Mar 08 21:33:05.699500 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-686f3204-c936-468e-b825-1ca045074c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:05.700978 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-686f3204-c936-468e-b825-1ca045074c06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0972178
Mar 08 21:33:05.774825 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'status': 'completed', 'code': 200}
Mar 08 21:33:05.785125 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c08737ab-d765-4647-bd03-82b4a3b1719c req-369ca4d4-2734-4c57-927f-10fb886e396d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137819
Mar 08 21:33:05.819016 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-9273dcc0-127d-4036-a194-7f372879d4ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1056466
Mar 08 21:33:06.011438 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-1b68f939-f3e0-461c-990d-9ca00b476d23 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845322
Mar 08 21:33:06.055840 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 625adf36-099f-4945-bdaa-cff100bbf2c2 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:33:06.099147 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681520b8-4dbe-455f-93fa-3bfab2de4ba7 {{(pid=83037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:06.118858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.144151 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Transition to ACTIVE for port object 681520b8-4dbe-455f-93fa-3bfab2de4ba7 will not be triggered until provisioned by entity L2. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:33:06.157692 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.168860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 625adf36-099f-4945-bdaa-cff100bbf2c2 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:33:06.174067 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 625adf36-099f-4945-bdaa-cff100bbf2c2 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:06.174424 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.200734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0db0e1-dd57-4cd1-a4d7-300557da7e3b req-fccefb37-400e-4b57-be27-24eb0b1153e8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:06.201648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3a0db0e1-dd57-4cd1-a4d7-300557da7e3b req-fccefb37-400e-4b57-be27-24eb0b1153e8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:33:06.243071 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-3a0db0e1-dd57-4cd1-a4d7-300557da7e3b req-fccefb37-400e-4b57-be27-24eb0b1153e8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:33:06.244733 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3a0db0e1-dd57-4cd1-a4d7-300557da7e3b req-fccefb37-400e-4b57-be27-24eb0b1153e8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 931 time: 0.2137985
Mar 08 21:33:06.342443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5060f471-da01-4602-96f0-b6a3c5f2bba7 req-0a408183-5383-467b-a0eb-d544abbb4371 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3225117
Mar 08 21:33:06.350546 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.369253 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:06.403546 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:06.415086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=625adf36-099f-4945-bdaa-cff100bbf2c2,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:06.420569 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.512459 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72f1a8-7ff9-40e1-9112-19082e0b416b req-8e839b6f-7e0c-4fb9-8e0f-474eb92a9f1f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:06.516052 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:06.520416 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0f72f1a8-7ff9-40e1-9112-19082e0b416b req-8e839b6f-7e0c-4fb9-8e0f-474eb92a9f1f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 944 time: 0.2501144
Mar 08 21:33:06.534214 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3a0db0e1-dd57-4cd1-a4d7-300557da7e3b req-23adf530-363c-48f4-8dce-a1044ced1a9d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2258916
Mar 08 21:33:06.599178 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Attempting to bind port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:33:06.599667 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Attempting to bind port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:33:06.600079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Attempting to bind port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:33:06.601271 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc87067-18fd-450a-a80d-018995aeac86 None None] New status for floating IP ef20dab2-e5b0-4d78-9824-9bff6ca7bf30: ACTIVE {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:33:06.607747 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:33:06.608162 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Attempting to bind port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:33:06.615083 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:33:06.615553 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:33:06.616056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Bound using segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} {{(pid=83037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:33:06.616589 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.managers [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Bound port: 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}}] {{(pid=83037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:33:06.617026 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.669064 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-c7fae9c2-ab9e-4759-8d91-5d27ad22128c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1096 time: 0.2738206
Mar 08 21:33:06.692316 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0f72f1a8-7ff9-40e1-9112-19082e0b416b req-9aa93f43-c3af-4d5b-ad1a-b2c638ae767b tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706352
Mar 08 21:33:06.754122 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2', 'code': 200}
Mar 08 21:33:06.797611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, cleared binding levels {{(pid=83037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:33:06.803519 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:33:06.812407 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.954934 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=3']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:06.974279 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:06.978453 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-b1302ec7-e9ec-4f96-b7e6-8437d70e0c58 service neutron] 10.222.0.30 "PUT /v2.0/ports/681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 1093 time: 1.8240206
Mar 08 21:33:06.980417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:07.001348 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-730295de-7b38-46cb-9636-f590d2f575da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.002819 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-730295de-7b38-46cb-9636-f590d2f575da service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.3095603
Mar 08 21:33:07.129005 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-8d380500-c067-4073-91f6-c4e6819f6b13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 217 time: 0.1163442
Mar 08 21:33:07.248861 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-70b17132-c72d-4d5a-8c76-94bb93ddb76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.250207 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-70b17132-c72d-4d5a-8c76-94bb93ddb76c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0869398
Mar 08 21:33:07.318741 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935e79-d92b-4d3d-81db-9c7c49d02829 req-ad2825e1-51a1-46bc-ab23-6f2eda9e18aa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.320229 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-58935e79-d92b-4d3d-81db-9c7c49d02829 req-ad2825e1-51a1-46bc-ab23-6f2eda9e18aa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1904740
Mar 08 21:33:07.327676 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb011d-56d0-44c6-b14e-6079d013b870 req-bfcee2a5-637c-4597-be61-26fd894b97e1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.329600 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-acdb011d-56d0-44c6-b14e-6079d013b870 req-bfcee2a5-637c-4597-be61-26fd894b97e1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.4265647
Mar 08 21:33:07.381704 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-58935e79-d92b-4d3d-81db-9c7c49d02829 req-ebb40d60-302d-49b4-b54e-8babd1137010 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541275
Mar 08 21:33:07.393791 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-4a411fa9-87d3-4f07-90dd-9fb9d249db5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305027
Mar 08 21:33:07.400433 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-acdb011d-56d0-44c6-b14e-6079d013b870 req-36c834fa-d1aa-45f7-9bf8-a6f23d662b0c tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626047
Mar 08 21:33:07.408685 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c3c864af-8008-420f-88b3-822907fea561 req-293a56d3-e1b9-4e52-8d12-de088bbb4f34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 1098 time: 0.2097619
Mar 08 21:33:07.444672 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-0c587620-6f12-44f8-b504-d0a0b9ccef19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1096 time: 0.2018235
Mar 08 21:33:07.516853 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c3c864af-8008-420f-88b3-822907fea561 req-49d1a7a0-2be3-45a0-a3f4-b87a67a5769f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989578
Mar 08 21:33:07.534510 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-9de8d170-2b12-43b1-abb6-83cb9cd4e03e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 217 time: 0.0727983
Mar 08 21:33:07.543134 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'status': 'completed', 'code': 200}
Mar 08 21:33:07.556676 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-6fe97955-0d5c-483f-9a5d-ecc16d439a1c service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520545
Mar 08 21:33:07.807773 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-0d298a56-cd6e-45bf-b987-d35fb11dd0ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.809287 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-0d298a56-cd6e-45bf-b987-d35fb11dd0ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0723832
Mar 08 21:33:07.959672 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a002b5e9-2a73-4147-a735-8f22c87c7c5c req-7653ee3b-529c-4084-a15c-4c6e81c9e03e service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087858
Mar 08 21:33:07.961189 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-ae0579c3-41b7-48b0-bd5d-f3ab810e8f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1447346
Mar 08 21:33:07.977631 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bfb08-8416-4c1b-a50f-a285cf3d2ce8 req-931e795c-ec60-49a1-ae2c-6ab1c7295c45 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:07.986468 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d7bfb08-8416-4c1b-a50f-a285cf3d2ce8 req-931e795c-ec60-49a1-ae2c-6ab1c7295c45 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.3040907
Mar 08 21:33:08.048336 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7d7bfb08-8416-4c1b-a50f-a285cf3d2ce8 req-d663f621-75e1-4fd1-9459-8e023f37adc7 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603344
Mar 08 21:33:08.081049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d13f-9a1a-4510-a95c-9d524b014f3b req-d47f1632-0b8e-4306-82fd-2d4255262395 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:08.082478 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a557d13f-9a1a-4510-a95c-9d524b014f3b req-d47f1632-0b8e-4306-82fd-2d4255262395 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.1919162
Mar 08 21:33:08.170095 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-a0362666-d591-4de1-a580-0c5f246ead78 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963558
Mar 08 21:33:08.170509 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a557d13f-9a1a-4510-a95c-9d524b014f3b req-d8b64748-0b64-4ec3-9543-12491f130630 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771749
Mar 08 21:33:08.313198 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-02e20037-88cd-42ba-898b-2a731ac31d49 req-43b1c822-7637-469d-ada6-0b5a63d05b27 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386220
Mar 08 21:33:08.456540 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-71c6b21e-f599-4e8e-b50d-ce0effced691 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1096 time: 0.0796461
Mar 08 21:33:08.708182 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c3f7e-8dee-49a2-8874-aeb938981f1a None None] New status for floating IP 855ea93a-664c-465d-94ce-ea8f12e2452f: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:33:08.745483 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bed7-9581-47cb-a01c-c9da135715ab req-f60ee7cc-92cc-4be3-92f4-b5a9c3743c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:08.749150 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-f60ee7cc-92cc-4be3-92f4-b5a9c3743c91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.2854609
Mar 08 21:33:08.780946 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665712-10a0-4ce3-a476-49691dfbdea7 req-3bf45bf2-4893-4448-b358-bd05a197dfc4 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:08.783137 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-23665712-10a0-4ce3-a476-49691dfbdea7 req-3bf45bf2-4893-4448-b358-bd05a197dfc4 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.1828535
Mar 08 21:33:08.873016 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-f2c1c6de-63ae-48ac-90e3-990c13f8c3a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 217 time: 0.1023788
Mar 08 21:33:08.896085 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-23665712-10a0-4ce3-a476-49691dfbdea7 req-c002c785-e035-4947-b0c7-be2b8d435bde tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071601
Mar 08 21:33:08.967375 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaff258-7cb3-4aec-b3c8-1ae2442bd2d0 req-3c7975c6-e4be-4380-ae4e-9ab05d0eb098 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:08.975182 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1eaff258-7cb3-4aec-b3c8-1ae2442bd2d0 req-3c7975c6-e4be-4380-ae4e-9ab05d0eb098 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.3258986
Mar 08 21:33:08.982054 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:33:09.004660 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bed7-9581-47cb-a01c-c9da135715ab req-3b8a2c45-00be-42e2-8e3d-2edc22ecc297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:09.006319 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-3b8a2c45-00be-42e2-8e3d-2edc22ecc297 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.1195350
Mar 08 21:33:09.069494 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1eaff258-7cb3-4aec-b3c8-1ae2442bd2d0 req-61be9a57-677b-4664-9377-1c5b181a05ab tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934649
Mar 08 21:33:09.100843 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-7a4c42df-109b-41cf-8990-00af4b439849 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846527
Mar 08 21:33:09.270541 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-d2c5a09d-6b5f-49ca-9d94-1199e64b4b93 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554704
Mar 08 21:33:09.325263 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26bb8-41bf-48f5-9b00-b127b3b78416 req-92875416-6b31-481b-9133-70884073e6fb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:09.326999 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-edd26bb8-41bf-48f5-9b00-b127b3b78416 req-92875416-6b31-481b-9133-70884073e6fb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.1232767
Mar 08 21:33:09.385756 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-edd26bb8-41bf-48f5-9b00-b127b3b78416 req-7421877f-b8a7-47a8-9a30-3556d85ff8f9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491426
Mar 08 21:33:09.602344 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3516bed7-9581-47cb-a01c-c9da135715ab req-f9501829-750a-4fc1-83d8-8b6aba6141bf service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3224292
Mar 08 21:33:09.611079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069c383-c12e-4167-a4f8-2f2e67d68933 req-dac24b1d-1a26-4b07-8ac8-61519baad4bb tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:09.620212 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3069c383-c12e-4167-a4f8-2f2e67d68933 req-dac24b1d-1a26-4b07-8ac8-61519baad4bb tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.3034463
Mar 08 21:33:09.664548 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3069c383-c12e-4167-a4f8-2f2e67d68933 req-a7e6eff8-f998-43c0-a3fd-d88b238645b0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434043
Mar 08 21:33:10.119322 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9851d-adb3-4a1b-82ac-75933925e258 req-b51afd74-dd69-4763-9013-f8606c95deac tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:10.126442 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cba9851d-adb3-4a1b-82ac-75933925e258 req-b51afd74-dd69-4763-9013-f8606c95deac tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0940881
Mar 08 21:33:10.194702 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cba9851d-adb3-4a1b-82ac-75933925e258 req-204969ad-151d-42f1-820b-ad84e4456865 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673759
Mar 08 21:33:10.374327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea869f-9bad-4159-9958-cf97ffbe7d07 req-7726c5ec-cf35-49fc-ae83-2368d6bb5d2c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:10.375831 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1fea869f-9bad-4159-9958-cf97ffbe7d07 req-7726c5ec-cf35-49fc-ae83-2368d6bb5d2c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0824468
Mar 08 21:33:10.477052 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1fea869f-9bad-4159-9958-cf97ffbe7d07 req-cd4c7f55-8942-4a67-8cc0-8cd641870992 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892708
Mar 08 21:33:10.592496 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1d30d-fc92-4a72-a8c9-e3a78af46c4a req-90d146c5-c7de-4c86-bc5e-80908f01391a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:10.593919 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4be1d30d-fc92-4a72-a8c9-e3a78af46c4a req-90d146c5-c7de-4c86-bc5e-80908f01391a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.0857129
Mar 08 21:33:10.646699 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4be1d30d-fc92-4a72-a8c9-e3a78af46c4a req-a04ce944-cff4-4c56-9a90-eaf9b25967a3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467510
Mar 08 21:33:11.423582 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681fe27-9b0d-411b-9d36-8fdac6b123ee req-fd116022-ef61-45f5-abbc-5dc970e6b3c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:11.425131 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3681fe27-9b0d-411b-9d36-8fdac6b123ee req-fd116022-ef61-45f5-abbc-5dc970e6b3c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0868051
Mar 08 21:33:11.474092 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3681fe27-9b0d-411b-9d36-8fdac6b123ee req-d82a4619-12bf-4e08-b4ed-b8e90a568cfd tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432565
Mar 08 21:33:11.722669 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f47533-307c-451e-b4da-50c7df343b73 req-81691149-5e65-44d0-96d3-124f745df386 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:11.724848 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-06f47533-307c-451e-b4da-50c7df343b73 req-81691149-5e65-44d0-96d3-124f745df386 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0824146
Mar 08 21:33:11.777174 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-06f47533-307c-451e-b4da-50c7df343b73 req-64aab49d-a6d2-4d6e-8b4a-1c22e21c6c9d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467050
Mar 08 21:33:11.909391 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb054f01-845a-4066-8455-03567e9e2023 req-e668f409-1f72-4a8e-a3c5-182d0e3ae5d6 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:11.911173 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cb054f01-845a-4066-8455-03567e9e2023 req-e668f409-1f72-4a8e-a3c5-182d0e3ae5d6 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.0838852
Mar 08 21:33:11.972147 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-cb054f01-845a-4066-8455-03567e9e2023 req-394a6d71-a00c-4f98-a7ed-6ab6095e782a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502532
Mar 08 21:33:12.684513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110da27-68ea-4e17-bcd5-031af7e73624 req-4d318416-e8bd-451b-9f09-1fb878838720 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:12.686077 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6110da27-68ea-4e17-bcd5-031af7e73624 req-4d318416-e8bd-451b-9f09-1fb878838720 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0867920
Mar 08 21:33:12.734863 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-6110da27-68ea-4e17-bcd5-031af7e73624 req-ed00a538-ac21-45dc-af63-34d568f79f7f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429702
Mar 08 21:33:13.022283 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c259-a038-4c5f-8754-37501551e49f req-05b8a5dc-7124-489c-8017-aa0f2d3ce591 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:13.023861 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4d76c259-a038-4c5f-8754-37501551e49f req-05b8a5dc-7124-489c-8017-aa0f2d3ce591 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0874715
Mar 08 21:33:13.097574 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4d76c259-a038-4c5f-8754-37501551e49f req-a47a08d2-3c3e-4b5f-a6b1-015b89bef34a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677397
Mar 08 21:33:13.203871 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fe615570-07bc-404c-8d03-cb451e9fec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:13.367101 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224266-ae9a-42a4-9879-658c84b4170d req-8008632e-9de4-4909-8c06-42131a3cb792 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:13.368908 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f8224266-ae9a-42a4-9879-658c84b4170d req-8008632e-9de4-4909-8c06-42131a3cb792 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.0831079
Mar 08 21:33:13.431239 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f8224266-ae9a-42a4-9879-658c84b4170d req-c0d876c6-4c79-4821-981a-dc317881928c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558012
Mar 08 21:33:14.038843 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359dccb-eff1-4acc-9904-4039fd36cf80 req-50dde19c-7fbb-47e2-9b68-1b7abc587fc2 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:14.040357 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4359dccb-eff1-4acc-9904-4039fd36cf80 req-50dde19c-7fbb-47e2-9b68-1b7abc587fc2 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.1717699
Mar 08 21:33:14.094378 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:33:14.097560 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4359dccb-eff1-4acc-9904-4039fd36cf80 req-c04e1c36-87a1-47ba-bd53-ed712df9ffc5 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512049
Mar 08 21:33:14.254115 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:14.270002 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'mac_address': 'fa:16:3e:85:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:33:14.332758 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:14.355118 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab84d7-af3d-4f05-b99b-a4e4f16e042e req-490c9637-db07-466e-89ca-f29105bf0494 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:14.356299 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c11d9b-d318-4184-ab37-aaf7e16df63c {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:14.356828 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5cab84d7-af3d-4f05-b99b-a4e4f16e042e req-490c9637-db07-466e-89ca-f29105bf0494 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0980597
Mar 08 21:33:14.374449 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:14.381015 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:14.418946 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5cab84d7-af3d-4f05-b99b-a4e4f16e042e req-3fc078f0-f950-46db-8769-6ba56bfc7a58 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562320
Mar 08 21:33:14.493197 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:14.642530 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9d7d-e8b4-4e0a-86b1-f9a83bff8f28 req-61949654-17c6-4aca-b3ba-d785cb50b46a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:14.644464 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-27cd9d7d-e8b4-4e0a-86b1-f9a83bff8f28 req-61949654-17c6-4aca-b3ba-d785cb50b46a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.0885835
Mar 08 21:33:14.659679 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['11c11d9b-d318-4184-ab37-aaf7e16df63c'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:14.741954 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-27cd9d7d-e8b4-4e0a-86b1-f9a83bff8f28 req-84d781b1-2fbd-47e7-883d-3a6252f56f2a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794098
Mar 08 21:33:15.298140 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd21baa-3979-4973-9772-b13b214944b5 req-bb630e52-bdaf-403d-b7ef-bfb10cc9048d tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:15.304065 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fcd21baa-3979-4973-9772-b13b214944b5 req-bb630e52-bdaf-403d-b7ef-bfb10cc9048d tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 944 time: 0.0847471
Mar 08 21:33:15.346912 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fcd21baa-3979-4973-9772-b13b214944b5 req-ce24251d-9b76-4fbb-b3c9-db345f598496 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412440
Mar 08 21:33:15.590833 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-7b38b7a8-0380-4382-83b5-b1c4bf026a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:15.627243 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1c27f-36d1-485a-9223-b58f9ff454ee req-2bb80a52-d73f-4176-854f-9737297b9501 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:15.628809 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-54b1c27f-36d1-485a-9223-b58f9ff454ee req-2bb80a52-d73f-4176-854f-9737297b9501 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0784543
Mar 08 21:33:15.674564 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-54b1c27f-36d1-485a-9223-b58f9ff454ee req-ed7467b1-8c79-4002-90d1-117109cb77f8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400424
Mar 08 21:33:15.948251 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2bcc6-a6a5-404f-b6bf-5514be694e29 req-38a3bd62-3a85-4919-8687-0ac461759d1d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:15.949712 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bbc2bcc6-a6a5-404f-b6bf-5514be694e29 req-38a3bd62-3a85-4919-8687-0ac461759d1d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 943 time: 0.0773604
Mar 08 21:33:15.995124 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bbc2bcc6-a6a5-404f-b6bf-5514be694e29 req-3cb74fde-28b7-492c-aaeb-07d6b4905635 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394788
Mar 08 21:33:16.095945 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 681520b8-4dbe-455f-93fa-3bfab2de4ba7 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:33:16.099246 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:33:16.260462 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 11c11d9b-d318-4184-ab37-aaf7e16df63c completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:33:16.269697 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 11c11d9b-d318-4184-ab37-aaf7e16df63c triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:16.270066 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.327842 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:16.343006 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-ca0bd7c5-5136-4c26-a571-3f03fa5921ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1098 time: 0.0680056
Mar 08 21:33:16.380321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:33:16.483465 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.489648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-4f6764e1-51af-40f3-b8ca-cb30bb307331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:16.490999 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-4f6764e1-51af-40f3-b8ca-cb30bb307331 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1403584
Mar 08 21:33:16.510670 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681520b8-4dbe-455f-93fa-3bfab2de4ba7 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:16.514526 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.547611 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:16.552933 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:16.560032 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.569801 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1be0-77f2-4c13-9458-660c038202c7 req-e77e0269-b88b-4f2d-b752-a6d07219424e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:16.571380 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b1fb1be0-77f2-4c13-9458-660c038202c7 req-e77e0269-b88b-4f2d-b752-a6d07219424e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 944 time: 0.0822001
Mar 08 21:33:16.606517 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-433852da-0247-4a8f-864d-3899ee6c60bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 1001 time: 0.1079087
Mar 08 21:33:16.610236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:16.626393 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.632609 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b1fb1be0-77f2-4c13-9458-660c038202c7 req-fbf07ade-73f1-4c92-82ca-5b33a91c7719 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496669
Mar 08 21:33:16.639478 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.643604 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'code': 200}
Mar 08 21:33:16.648956 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:16.692644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-4204b038-0d05-4cfb-b439-dd0723ed955e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:16.694180 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-4204b038-0d05-4cfb-b439-dd0723ed955e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0811996
Mar 08 21:33:16.725578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:16.768249 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:16.812737 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-01719f70-23d7-4052-b421-757c1b132d06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027710
Mar 08 21:33:16.845178 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['681520b8-4dbe-455f-93fa-3bfab2de4ba7'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:17.008297 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-867a484a-8c4a-4855-80b5-34d0bd3d1359 req-88155daf-46a3-4e28-bd1e-a8025eec8989 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0893562
Mar 08 21:33:17.066069 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbd564-e54c-4fd5-afa3-f5fcc570db5c req-45ab5caf-46f6-4353-8a39-01b88b6b0fc3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:17.067538 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5ddbd564-e54c-4fd5-afa3-f5fcc570db5c req-45ab5caf-46f6-4353-8a39-01b88b6b0fc3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.1380651
Mar 08 21:33:17.069450 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-e791d6f7-5324-4c3a-905f-f2d6f3210681 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502270
Mar 08 21:33:17.078927 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-867a484a-8c4a-4855-80b5-34d0bd3d1359 req-32b4b71d-2b44-487a-a99f-c5cb6b0257c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641191
Mar 08 21:33:17.227391 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a825c00-4ff7-4cbe-8aec-2446dd87bb56 req-e2c95d43-1206-4447-bae8-36876120c7f0 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:17.229573 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a825c00-4ff7-4cbe-8aec-2446dd87bb56 req-e2c95d43-1206-4447-bae8-36876120c7f0 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 944 time: 0.0823545
Mar 08 21:33:17.283292 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a825c00-4ff7-4cbe-8aec-2446dd87bb56 req-5678b0a9-02d5-465e-a2a1-40ea82869e50 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477910
Mar 08 21:33:17.310151 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5ddbd564-e54c-4fd5-afa3-f5fcc570db5c req-d2d9d373-8bd1-4a0d-a803-5085c634e504 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2313616
Mar 08 21:33:17.356378 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-92f4f2cc-8744-4011-a221-e6b057292de3 req-12e4c5b2-5f27-4909-8ad5-765110bd8ee8 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787244
Mar 08 21:33:17.841794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72f4ff-4cbb-44dc-85bd-0615f685142b req-9e878bbb-dacc-4663-b6eb-afa8e1b1a324 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:17.843241 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ba72f4ff-4cbb-44dc-85bd-0615f685142b req-9e878bbb-dacc-4663-b6eb-afa8e1b1a324 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0738049
Mar 08 21:33:17.877833 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:17.893812 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ba72f4ff-4cbb-44dc-85bd-0615f685142b req-26990e8d-e6b0-4259-a5c8-9bc27b8b975b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450907
Mar 08 21:33:18.125497 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 681520b8-4dbe-455f-93fa-3bfab2de4ba7 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:33:18.192836 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:33:18.198215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:18.198749 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:18.347733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:18.379991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:18.385677 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:18.386572 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:33:18.492593 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a933c9-1eb1-4e0e-bcdc-4e743effb771 req-f3e59f17-69c7-4fb0-ab45-467049262f1b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:18.498570 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:18.499397 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-35a933c9-1eb1-4e0e-bcdc-4e743effb771 req-f3e59f17-69c7-4fb0-ab45-467049262f1b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0859427
Mar 08 21:33:18.544882 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a051c1-cb7a-4ef4-83cb-380070bba19e req-0dc21922-d92c-4b1e-b65c-066eaaac7edf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:18.546474 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c0a051c1-cb7a-4ef4-83cb-380070bba19e req-0dc21922-d92c-4b1e-b65c-066eaaac7edf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 945 time: 0.0940988
Mar 08 21:33:18.548495 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-35a933c9-1eb1-4e0e-bcdc-4e743effb771 req-0a81604f-a39b-4f88-875f-de9cb0226fa5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479436
Mar 08 21:33:18.556181 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:18.590554 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:18.594335 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c0a051c1-cb7a-4ef4-83cb-380070bba19e req-7afad8b7-02fe-4c52-b195-2716dc1aa77c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407825
Mar 08 21:33:18.594653 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:18.645080 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7'}, {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:18.664504 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=8']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:18.704057 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'code': 200}
Mar 08 21:33:18.704320 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'code': 200}
Mar 08 21:33:19.091299 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9d88-a75e-4439-a28d-18dd0e5888d3 req-b61fc598-04d1-4cd7-81c0-ef4d3993192f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:19.092748 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-67fc9d88-a75e-4439-a28d-18dd0e5888d3 req-b61fc598-04d1-4cd7-81c0-ef4d3993192f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0769720
Mar 08 21:33:19.137371 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-67fc9d88-a75e-4439-a28d-18dd0e5888d3 req-ac070454-c721-400e-ae8c-b13310aacf31 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391235
Mar 08 21:33:19.332049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4fd4-2c97-4df5-a956-7fd29926f51c req-be2d8851-669e-4c6b-957e-bdeaa0885b5c tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:19.333480 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-229a4fd4-2c97-4df5-a956-7fd29926f51c req-be2d8851-669e-4c6b-957e-bdeaa0885b5c tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0788562
Mar 08 21:33:19.377111 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-229a4fd4-2c97-4df5-a956-7fd29926f51c req-5127af7a-40c9-4580-8a9e-3149a3d43c9b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376332
Mar 08 21:33:19.404476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49826) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:33:19.540430 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-83e0791c-ba2f-4ca6-a3aa-cb9f5d6d21be tempest-TestShelveInstance-389587533 tempest-TestShelveInstance-389587533-project-admin] Synchronizing usage tracker for tenant:30d73d4871bb48bdb584a81a0268305c on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:33:19.556794 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-83e0791c-ba2f-4ca6-a3aa-cb9f5d6d21be tempest-TestShelveInstance-389587533 tempest-TestShelveInstance-389587533-project-admin] Unset dirty status for tenant:30d73d4871bb48bdb584a81a0268305c on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:33:19.558559 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-83e0791c-ba2f-4ca6-a3aa-cb9f5d6d21be tempest-TestShelveInstance-389587533 tempest-TestShelveInstance-389587533-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1093 time: 0.1530051
Mar 08 21:33:19.561325 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49832) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:33:19.566356 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:19.571604 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:33:19.576229 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Usage tracker for resource:floatingip and tenant:629a88100d2b4dc491399db3d6c8d056 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:33:19.578986 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:33:19.584599 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:33:19.599012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:19.730370 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:19.741571 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969cd7a-65bd-4db1-bde6-3fcab3ad64c6 req-9ab64eeb-2599-4cf1-a83e-df8e2886c58e tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:19.743029 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7969cd7a-65bd-4db1-bde6-3fcab3ad64c6 req-9ab64eeb-2599-4cf1-a83e-df8e2886c58e tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0792875
Mar 08 21:33:19.787950 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7969cd7a-65bd-4db1-bde6-3fcab3ad64c6 req-94deefee-395e-4829-8b79-1a63e64a0b46 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392203
Mar 08 21:33:19.933327 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c534e56-aa79-4b46-ac73-398384735109 req-a4a8b0d6-526f-4014-9a5b-e59c8880c8fb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:19.934680 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1c534e56-aa79-4b46-ac73-398384735109 req-a4a8b0d6-526f-4014-9a5b-e59c8880c8fb tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.1657286
Mar 08 21:33:19.946250 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Allocated IP 172.27.0.149 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/7a1ebc7e-cf65-4d8c-8c8d-0032519edec6) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:33:20.068763 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1c534e56-aa79-4b46-ac73-398384735109 req-eabae92e-dcd3-4e23-ac40-20fb89cdb474 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242821
Mar 08 21:33:20.130643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:20.162679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:20.230438 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:33:20.233154 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:33:20.237280 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:33:20.260502 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'Port': ['ID=7a1ebc7e-cf65-4d8c-8c8d-0032519edec6,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:20.738585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:20.792904 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:20.990792 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343e2b8-5481-467b-b711-b7edd8b2e21a req-c09f2cdb-67a7-4b47-b580-81ae052db80c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:20.992177 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a343e2b8-5481-467b-b711-b7edd8b2e21a req-c09f2cdb-67a7-4b47-b580-81ae052db80c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0831439
Mar 08 21:33:21.037434 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a343e2b8-5481-467b-b711-b7edd8b2e21a req-bde70762-e475-40c0-8c34-73e2bfa3208d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391593
Mar 08 21:33:21.082814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:21.087232 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:21.191318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event updated for resources: {'Port': ['ID=7a1ebc7e-cf65-4d8c-8c8d-0032519edec6,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:21.241058 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:21.408980 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1a4d-1cec-4428-91bc-657138390fc9 req-49a3ea57-f0e3-4c2c-8b6c-33f85ca74c3e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:21.410406 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e96a1a4d-1cec-4428-91bc-657138390fc9 req-49a3ea57-f0e3-4c2c-8b6c-33f85ca74c3e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.2089596
Mar 08 21:33:21.471532 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e96a1a4d-1cec-4428-91bc-657138390fc9 req-e9d202e8-0cb0-4166-aecb-248404d463f5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543046
Mar 08 21:33:21.498742 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Floating IP ac8e3c98-f9b4-4ca5-84de-47a43bbe8494 associated. External IP: 172.27.0.149, port: 11c11d9b-d318-4184-ab37-aaf7e16df63c.
Mar 08 21:33:21.711970 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b9963e2d-3069-4f43-b39b-999ae04789e9 req-4e015686-7d3a-4988-909f-a37529006277 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1098 time: 0.0956235
Mar 08 21:33:21.769335 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b9963e2d-3069-4f43-b39b-999ae04789e9 req-834ac152-3ce6-472a-a8eb-5f1160439cbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506117
Mar 08 21:33:21.968628 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Router 89188aba-c173-4b60-8ff4-3a66cdf58af0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:33:22.172410 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:33:22.183862 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Sync routers for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:33:22.198717 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:22.202963 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:33:22.203890 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc136876d0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:22.256530 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-16cf6efc-360d-48cd-a009-33ddbc71a1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6941867
Mar 08 21:33:22.257546 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:22.279168 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9af12-63ce-4df0-a0d4-6247c3e38b34 req-6c53173f-a815-44a3-8b42-67747ec9db12 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:22.280848 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0d9af12-63ce-4df0-a0d4-6247c3e38b34 req-6c53173f-a815-44a3-8b42-67747ec9db12 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.1159122
Mar 08 21:33:22.318143 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'status': 'completed', 'code': 200}
Mar 08 21:33:22.332157 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d0d9af12-63ce-4df0-a0d4-6247c3e38b34 req-bccc871b-1539-4d12-a863-2be3827fb1c4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460131
Mar 08 21:33:22.393832 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:33:22.426482 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-d7e530d9-554e-41d4-b2d6-8ded4c5f2d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0840960
Mar 08 21:33:22.745064 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-997438f7-a894-422d-b025-b319b6416c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:22.746531 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-997438f7-a894-422d-b025-b319b6416c38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.3132441
Mar 08 21:33:22.825704 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc136876d0>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ac8e3c98-f9b4-4ca5-84de-47a43bbe8494', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'mac_address': 'fa:16:3e:85:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:20Z', 'updated_at': '2022-03-08T21:33:20Z', 'revision_number': 0, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:22.831764 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Checking router: 89188aba-c173-4b60-8ff4-3a66cdf58af0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:33:22.846001 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:33:22.847298 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc136876d0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:22.859492 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e13ee6-0687-4283-bf16-be439849f008 req-0f596249-20d4-4cfb-bf75-b155cb649882 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:22.860944 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f1e13ee6-0687-4283-bf16-be439849f008 req-0f596249-20d4-4cfb-bf75-b155cb649882 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.1798601
Mar 08 21:33:22.865557 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-04c185dd-cf04-4944-a3c2-d4483b714610 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 999 time: 0.1114683
Mar 08 21:33:22.957524 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f1e13ee6-0687-4283-bf16-be439849f008 req-90cf27d7-af42-4dcf-b2e3-0e990bf44f82 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909908
Mar 08 21:33:22.960775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-fb3cd96b-8384-450a-a3bd-12c530ff50e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:22.962104 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-fb3cd96b-8384-450a-a3bd-12c530ff50e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0820029
Mar 08 21:33:23.043660 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-fec951a6-0ed1-4a81-805a-3e30a778be24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732937
Mar 08 21:33:23.076578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:33:23.440855 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc136876d0>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ac8e3c98-f9b4-4ca5-84de-47a43bbe8494', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'mac_address': 'fa:16:3e:85:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:20Z', 'updated_at': '2022-03-08T21:33:20Z', 'revision_number': 0, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:23.445371 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab057d9b-be87-4bd5-8c78-efe02033aa0f None None] The sync data for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi is: [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ac8e3c98-f9b4-4ca5-84de-47a43bbe8494', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'mac_address': 'fa:16:3e:85:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:20Z', 'updated_at': '2022-03-08T21:33:20Z', 'revision_number': 0, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:33:23.545807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db974e-6280-4bcb-af5f-28103e017b1c req-c46d6e36-cf73-49f6-9fb0-3f2f89da6d3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:23.547316 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-71db974e-6280-4bcb-af5f-28103e017b1c req-c46d6e36-cf73-49f6-9fb0-3f2f89da6d3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0889096
Mar 08 21:33:23.597587 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-71db974e-6280-4bcb-af5f-28103e017b1c req-c1c33df9-4a28-42d5-b004-c0db35960f31 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443656
Mar 08 21:33:23.660301 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceece2-77d1-4430-abca-b8422a38c9ee None None] New status for floating IP ac8e3c98-f9b4-4ca5-84de-47a43bbe8494: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:33:23.810492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac00ec-5079-4af9-a875-2d3e4b255956 req-ace69062-d324-4517-bc20-7fbfbf195a27 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:23.812645 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9cac00ec-5079-4af9-a875-2d3e4b255956 req-ace69062-d324-4517-bc20-7fbfbf195a27 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0879459
Mar 08 21:33:23.872359 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9cac00ec-5079-4af9-a875-2d3e4b255956 req-778dfdb5-20fe-4d96-986a-4547b2973262 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537798
Mar 08 21:33:23.899535 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49888) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:33:23.971696 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-adf6faab-ba2e-4978-b88f-78ea77635e0f tempest-TestVolumeBootPattern-718244622 tempest-TestVolumeBootPattern-718244622-project-admin] Synchronizing usage tracker for tenant:ea5fc3bba8f449369e41f26c769df22e on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:33:23.988173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-adf6faab-ba2e-4978-b88f-78ea77635e0f tempest-TestVolumeBootPattern-718244622 tempest-TestVolumeBootPattern-718244622-project-admin] Unset dirty status for tenant:ea5fc3bba8f449369e41f26c769df22e on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:33:23.989307 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-adf6faab-ba2e-4978-b88f-78ea77635e0f tempest-TestVolumeBootPattern-718244622 tempest-TestVolumeBootPattern-718244622-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1093 time: 0.0883341
Mar 08 21:33:23.992112 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 49892) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:33:23.997914 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:33:24.003065 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:33:24.006984 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:floatingip and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:33:24.009732 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:33:24.015803 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:33:24.028625 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:24.162721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:24.300355 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.27.0.145 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/b157710c-fb3f-4c22-b1ea-d1f8d84977b8) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:33:24.338477 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-ce3406f5-53aa-4f77-91ef-51996969490f service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231172
Mar 08 21:33:24.445599 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:24.473310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:24.545985 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:33:24.549373 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:33:24.551274 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=b157710c-fb3f-4c22-b1ea-d1f8d84977b8,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:24.553349 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:33:24.975544 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:33:25.139525 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:25.193920 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:25.405616 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6f184916-1fcf-47be-8e07-a7a771f68d22 req-5888eb88-d85e-4aed-8479-9046e3c4861c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1689346
Mar 08 21:33:25.450418 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:25.460067 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:25.569976 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=b157710c-fb3f-4c22-b1ea-d1f8d84977b8,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:25.582786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:25.675271 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 49914) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:33:25.692654 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95adb0b-e4b2-42b0-92f9-3d6285688e04 req-eb0707bb-2eaa-4212-9038-cad1a13d11d8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:25.694380 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d95adb0b-e4b2-42b0-92f9-3d6285688e04 req-eb0707bb-2eaa-4212-9038-cad1a13d11d8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0882947
Mar 08 21:33:25.741791 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d95adb0b-e4b2-42b0-92f9-3d6285688e04 req-0ab91da6-45aa-4bab-913b-83c5e8b2ad25 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406156
Mar 08 21:33:25.789001 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Floating IP 0136c5a8-f499-4b74-9d33-cbecbe846809 associated. External IP: 172.27.0.145, port: 681520b8-4dbe-455f-93fa-3bfab2de4ba7.
Mar 08 21:33:25.817022 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-602a3169-d466-4a43-ae05-c2868f0e38ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1406164
Mar 08 21:33:26.066318 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ca79937c-f562-4f17-83e2-9db61218e2e6 req-78fa293b-0ecf-43db-901f-e872c78025c2 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449144
Mar 08 21:33:26.195132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:33:26.351160 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-4cc4643b-9f31-479a-b44d-84d0a1c0909a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287&tenant_id=aced4cc66ce8447f9021f6766ad80407 HTTP/1.1" status: 200  len: 1096 time: 0.0680208
Mar 08 21:33:26.444332 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-fd03ea2d-e6bc-44ad-9ed5-94dd435c0e18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1096 time: 0.0709329
Mar 08 21:33:26.478122 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:33:26.487681 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:33:26.502132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:26.502321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:33:26.502903 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13dddd60>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:26.563191 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-46317616-a600-4482-8b66-5b8bfad59ecd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5700297
Mar 08 21:33:26.564065 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:26.590540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-1b7d6bbe-1a95-4ba3-b658-aff9ad6ba2ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:26.592102 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-1b7d6bbe-1a95-4ba3-b658-aff9ad6ba2ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1384926
Mar 08 21:33:26.623238 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'status': 'completed', 'code': 200}
Mar 08 21:33:26.691875 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:33:26.692968 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-80ee9bbf-74ec-4fcc-a5e3-376016e4c717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 999 time: 0.0941129
Mar 08 21:33:26.714895 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-972220d0-5f07-458c-8a41-e085c8e8f589 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1098 time: 0.0697763
Mar 08 21:33:26.758940 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-8bc660ab-80fa-498f-a9e3-43ad28c9d38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:26.760587 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-8bc660ab-80fa-498f-a9e3-43ad28c9d38f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0616105
Mar 08 21:33:26.874016 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-71610252-4385-4465-a74f-1804c0edc19f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1060572
Mar 08 21:33:26.899023 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-4f53a5aa-8d0d-44cb-8c2e-cfc546d42dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:26.905655 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-4f53a5aa-8d0d-44cb-8c2e-cfc546d42dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1854379
Mar 08 21:33:27.015115 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-4eece487-103e-42c4-a5b5-78b6f1a6b395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 999 time: 0.1032100
Mar 08 21:33:27.099131 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-cb6e9bee-d26f-4461-9b8f-67a533b2ee11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:27.100785 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-cb6e9bee-d26f-4461-9b8f-67a533b2ee11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0797319
Mar 08 21:33:27.150844 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13dddd60>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:24Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:27.155494 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:33:27.166791 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:33:27.167528 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13dddd60>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:27.179968 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a417-e8dd-4189-9cbb-d51e1b23bbb0 req-dae09631-5083-41a1-81e4-e02c22a47abe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:27.186642 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-9a848af9-d700-49e4-99f6-bf3c62c0c6ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779665
Mar 08 21:33:27.186813 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bf87a417-e8dd-4189-9cbb-d51e1b23bbb0 req-dae09631-5083-41a1-81e4-e02c22a47abe tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.2701352
Mar 08 21:33:27.228456 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-a4692304-84d6-4bc6-a012-161192e490ce service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447502
Mar 08 21:33:27.322485 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bf87a417-e8dd-4189-9cbb-d51e1b23bbb0 req-204153da-c84e-4361-b979-8250b6a86aaf tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1349304
Mar 08 21:33:27.334277 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-a56a59ff-6f24-42f6-86a9-a46af217460b service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406481
Mar 08 21:33:27.355205 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:33:27.386493 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-90ca3baa-bcb4-4080-a081-eeea37faf61e req-4b294f4f-8838-4721-875c-6c0c9107d21f service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510344
Mar 08 21:33:27.493739 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa3d9be9-ae67-4f6e-9777-1c88fac39a2e req-71207126-f6b5-4d74-8479-c1948daa5e05 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502426
Mar 08 21:33:27.760576 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13dddd60>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:24Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:33:27.764457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27e87c-0b80-42d2-9605-601fa8c1fc99 None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:24Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:33:28.568188 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0285e5-b18f-45f8-8ff0-83a67e26541a req-c86c3e68-a4ba-460c-98a1-76179604492f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:28.570253 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3c0285e5-b18f-45f8-8ff0-83a67e26541a req-c86c3e68-a4ba-460c-98a1-76179604492f tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0947340
Mar 08 21:33:28.618683 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3c0285e5-b18f-45f8-8ff0-83a67e26541a req-d9d91223-4279-42ff-8e41-88cd0c87cf7c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424044
Mar 08 21:33:29.357540 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:29.844072 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ddd43-a206-49f2-a505-4238d9dbdbe0 req-d3b8df1a-160c-49f9-a7fa-3a87d361bef0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:29.845613 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-699ddd43-a206-49f2-a505-4238d9dbdbe0 req-d3b8df1a-160c-49f9-a7fa-3a87d361bef0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0843136
Mar 08 21:33:29.924227 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-699ddd43-a206-49f2-a505-4238d9dbdbe0 req-9f024096-8fb0-4193-b889-53cd5dddf3d8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716109
Mar 08 21:33:30.015529 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c63ee-7a32-43a9-8d5a-d11bef2be847 None None] New status for floating IP 0136c5a8-f499-4b74-9d33-cbecbe846809: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:33:31.148187 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08002-765b-4a1f-9336-1b8eb776dcb2 req-f75ffaf7-93f5-4b63-896d-7791e6303571 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:31.149773 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1ff08002-765b-4a1f-9336-1b8eb776dcb2 req-f75ffaf7-93f5-4b63-896d-7791e6303571 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0865910
Mar 08 21:33:31.196398 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1ff08002-765b-4a1f-9336-1b8eb776dcb2 req-971fe32e-5a69-4beb-87e9-a6e13c8c46b3 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402133
Mar 08 21:33:32.422078 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0561-585f-4d79-a420-11ce4b95f168 req-06817958-165e-480c-befd-bcb585b0e457 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:32.424179 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-509a0561-585f-4d79-a420-11ce4b95f168 req-06817958-165e-480c-befd-bcb585b0e457 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0875061
Mar 08 21:33:32.470948 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-509a0561-585f-4d79-a420-11ce4b95f168 req-3ff2cf3b-d721-4523-a1fa-cdf9cedfa488 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413599
Mar 08 21:33:33.689865 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8e419-bfd2-461a-b6fa-543b752ce6aa req-ec846f97-27e9-4480-8e85-5354f0f80111 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:33.691333 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-57c8e419-bfd2-461a-b6fa-543b752ce6aa req-ec846f97-27e9-4480-8e85-5354f0f80111 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0799060
Mar 08 21:33:33.742890 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-57c8e419-bfd2-461a-b6fa-543b752ce6aa req-887be911-d86b-4992-96de-f0fd88214258 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457492
Mar 08 21:33:34.979808 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f0937-e801-4660-a6ee-9d55022f3822 req-eaa1b7c0-41fb-4f08-b1a6-487be4684b08 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:34.981258 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4c6f0937-e801-4660-a6ee-9d55022f3822 req-eaa1b7c0-41fb-4f08-b1a6-487be4684b08 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0795863
Mar 08 21:33:35.035464 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4c6f0937-e801-4660-a6ee-9d55022f3822 req-54e89c3a-e7c5-4220-86f2-f202042c3dd5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479245
Mar 08 21:33:36.255212 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65400a8-6d37-4d3b-bb1b-465a58ebe4eb req-4ca5ca5f-416a-44d3-adfa-6510fb49c456 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:36.256777 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d65400a8-6d37-4d3b-bb1b-465a58ebe4eb req-4ca5ca5f-416a-44d3-adfa-6510fb49c456 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0822132
Mar 08 21:33:36.304583 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d65400a8-6d37-4d3b-bb1b-465a58ebe4eb req-bb483082-eed6-48f0-8177-811a9821d5cd tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415454
Mar 08 21:33:37.526236 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4308-4486-46dc-8e6b-4316f302f542 req-b58c8668-6527-48d9-b320-0c75e49896d4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:37.527718 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9e3d4308-4486-46dc-8e6b-4316f302f542 req-b58c8668-6527-48d9-b320-0c75e49896d4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0755789
Mar 08 21:33:37.573348 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9e3d4308-4486-46dc-8e6b-4316f302f542 req-e0578787-b60c-47c1-ac5f-d7f82f890094 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392306
Mar 08 21:33:38.786779 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a994-1228-434b-88a2-6797175b5702 req-39c0696d-5cb5-4e20-ab50-00420a7087bc tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:38.788213 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5387a994-1228-434b-88a2-6797175b5702 req-39c0696d-5cb5-4e20-ab50-00420a7087bc tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0812955
Mar 08 21:33:38.833481 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-5387a994-1228-434b-88a2-6797175b5702 req-75204921-4f7e-4a29-97ab-7671aae44ed2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388901
Mar 08 21:33:39.955293 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326c80-6820-4e5b-9153-dd50d6f17ccc req-ed452875-d7bd-4bf7-89d0-82c4a96e51a3 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:39.956764 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7326c80-6820-4e5b-9153-dd50d6f17ccc req-ed452875-d7bd-4bf7-89d0-82c4a96e51a3 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.0763443
Mar 08 21:33:40.002618 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a7326c80-6820-4e5b-9153-dd50d6f17ccc req-f753b1c8-5d80-4b07-9d7b-061a7859d703 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403230
Mar 08 21:33:40.053166 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf20c6a-0456-4488-939b-4f8e390c5289 req-355adf76-8e61-479d-8ae0-693a5ba1a658 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:40.054613 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bbf20c6a-0456-4488-939b-4f8e390c5289 req-355adf76-8e61-479d-8ae0-693a5ba1a658 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 943 time: 0.0806277
Mar 08 21:33:40.098701 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bbf20c6a-0456-4488-939b-4f8e390c5289 req-56297dbd-1d7f-4fbe-8ebe-521e90b2f91a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382457
Mar 08 21:33:40.577563 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:33:40.706344 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:40.719560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'port_id': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'mac_address': 'fa:16:3e:18:e7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:33:40.773885 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:40.790684 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:33:40.805277 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:40.808918 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:40.871822 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=9']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:40.890513 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.890877 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.891207 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.891534 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.891905 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.892255 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.892579 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.892899 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.893214 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.893526 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:40.893840 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:41.144101 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['0fbedc61-6368-47ed-ac53-e66a7a6fe568'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:41.204045 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37cee-e291-46fa-ac64-aa7b55baf45b req-5a887799-5d10-4908-884a-5d7ad81515e0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:41.205571 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4fb37cee-e291-46fa-ac64-aa7b55baf45b req-5a887799-5d10-4908-884a-5d7ad81515e0 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.0829191
Mar 08 21:33:41.256331 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4fb37cee-e291-46fa-ac64-aa7b55baf45b req-edd2dd23-f9ac-4bf4-98bd-5f9e3b259274 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439820
Mar 08 21:33:41.313269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65efa7e-3292-47a4-a692-43177a7f7f65 req-5f98992f-7f15-4dd6-bbe1-d979eb27265d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:41.316115 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c65efa7e-3292-47a4-a692-43177a7f7f65 req-5f98992f-7f15-4dd6-bbe1-d979eb27265d tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.0790009
Mar 08 21:33:41.360600 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c65efa7e-3292-47a4-a692-43177a7f7f65 req-2b5ca6f6-97fe-4194-a93c-74abfb50ccd8 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404384
Mar 08 21:33:41.890412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7622-6c7e-4584-844b-2608672ddf9f req-87738820-0240-45bd-aa4e-abb3e8124e8f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:41.891870 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-926b7622-6c7e-4584-844b-2608672ddf9f req-87738820-0240-45bd-aa4e-abb3e8124e8f tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.1475005
Mar 08 21:33:41.958447 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Deleting port 625adf36-099f-4945-bdaa-cff100bbf2c2 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:33:41.958783 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.193897 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] For port 625adf36-099f-4945-bdaa-cff100bbf2c2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=625adf36-099f-4945-bdaa-cff100bbf2c2,segment=NetworkSegment(fe4684ac-0b54-4f74-b237-3c178d8f6936),segment_id=fe4684ac-0b54-4f74-b237-3c178d8f6936)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:42.194181 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.311131 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Calling delete_port for 625adf36-099f-4945-bdaa-cff100bbf2c2 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:33:42.454187 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf449c-df05-4e25-84ed-1e383d73de6a req-a7699848-07dc-4ff8-bee5-04b31eb53ce8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:42.455832 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cecf449c-df05-4e25-84ed-1e383d73de6a req-a7699848-07dc-4ff8-bee5-04b31eb53ce8 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/ports?device_id=49e66be0-3d6f-4387-881f-a934700cd8c3 HTTP/1.1" status: 200  len: 945 time: 0.0823429
Mar 08 21:33:42.460557 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.472702 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['625adf36-099f-4945-bdaa-cff100bbf2c2'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:33:42.509318 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Pushing event deleted for resources: {'Port': ['ID=625adf36-099f-4945-bdaa-cff100bbf2c2,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:42.512554 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cecf449c-df05-4e25-84ed-1e383d73de6a req-b57b857d-1544-4a60-8990-993c05758b2c tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f14a45-f9df-430a-856d-e5157c74a137&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509844
Mar 08 21:33:42.561474 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.561823 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.562161 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.562494 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.562822 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.563149 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.563474 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.563819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.564144 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.564464 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.564783 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:33:42.610407 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:33:42.655888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] No DVR routers for this DVR port 625adf36-099f-4945-bdaa-cff100bbf2c2 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:33:42.659030 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.662813 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'name': 'network-vif-deleted', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:42.680044 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:33:42.680564 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.682349 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-926b7622-6c7e-4584-844b-2608672ddf9f req-ba8cc880-0a6b-481a-86c7-ef4ebdfad911 tempest-VolumesSnapshotTestJSON-1744039793 tempest-VolumesSnapshotTestJSON-1744039793-project] 10.222.0.30 "DELETE /v2.0/ports/625adf36-099f-4945-bdaa-cff100bbf2c2 HTTP/1.1" status: 204  len: 173 time: 0.7842963
Mar 08 21:33:42.693602 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008238-84b1-438b-9877-a3dd23464dbc req-5b2828bb-fb66-445e-95cd-5f6e228f351b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:42.695233 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-25008238-84b1-438b-9877-a3dd23464dbc req-5b2828bb-fb66-445e-95cd-5f6e228f351b tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 944 time: 0.1803501
Mar 08 21:33:42.740236 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e66be0-3d6f-4387-881f-a934700cd8c3', 'name': 'network-vif-deleted', 'tag': '625adf36-099f-4945-bdaa-cff100bbf2c2', 'status': 'completed', 'code': 200}
Mar 08 21:33:42.752512 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-25008238-84b1-438b-9877-a3dd23464dbc req-31f61502-aacc-4720-b5d8-41516e9864af tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511863
Mar 08 21:33:42.803577 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.833252 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:33:42.844511 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:33:42.848944 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:42.850091 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 625adf36-099f-4945-bdaa-cff100bbf2c2 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:33:42.911082 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'code': 200}
Mar 08 21:33:42.915841 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 625adf36-099f-4945-bdaa-cff100bbf2c2 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:33:42.916352 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 625adf36-099f-4945-bdaa-cff100bbf2c2 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:33:42.949668 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=10']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:33:43.159784 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-07ff916b-b9fa-414c-9c24-7d9533a1b1f3 req-4b0a8f51-3ac7-4f6d-a6bf-17bf997fef55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1099 time: 0.0677326
Mar 08 21:33:43.196904 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6937-4f9f-492b-9786-9d61b985fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:43.204203 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-07ff916b-b9fa-414c-9c24-7d9533a1b1f3 req-4e3c3131-165e-4911-afe6-0397ca450541 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379121
Mar 08 21:33:43.980318 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b206-4562-454d-901e-4a15fe79d536 req-88ab7501-fa7a-4318-aea2-0780a720d45a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:43.981904 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0fe6b206-4562-454d-901e-4a15fe79d536 req-88ab7501-fa7a-4318-aea2-0780a720d45a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 946 time: 0.0883675
Mar 08 21:33:44.031021 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0fe6b206-4562-454d-901e-4a15fe79d536 req-55a43c09-64be-4e69-9c3e-1813615dc34e tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435131
Mar 08 21:33:45.252960 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010163-8f84-40e9-9f49-d743282d3920 req-46ae0a2f-8bd7-405a-853e-7a499f4aedee tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:45.254410 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-22010163-8f84-40e9-9f49-d743282d3920 req-46ae0a2f-8bd7-405a-853e-7a499f4aedee tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 946 time: 0.0812275
Mar 08 21:33:45.301465 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-22010163-8f84-40e9-9f49-d743282d3920 req-fd748df9-a4e7-4706-9b5d-d1c566790eab tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410373
Mar 08 21:33:45.583663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7d57-5ae9-43db-bf18-7aaef23045c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:45.962664 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:33:46.610821 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:46.761813 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:47.875373 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:33:57.881452 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-b5336a3d-e438-4c56-992a-dc311f9c00d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0658863
Mar 08 21:33:58.022345 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-584d252d-0696-4ea4-81d7-1e3133a98a00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aced4cc66ce8447f9021f6766ad80407&device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 1099 time: 0.0704513
Mar 08 21:33:58.162528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-1324a33f-c8fb-4400-9931-82273bd109a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:58.163879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-1324a33f-c8fb-4400-9931-82273bd109a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 200  len: 918 time: 0.1241820
Mar 08 21:33:58.281572 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-c8e97247-dc04-42f5-8e76-0446869cd5a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 200  len: 1001 time: 0.1110256
Mar 08 21:33:58.343850 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-f589a3c9-c1b7-4ed1-aff9-3cba091e74e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:33:58.345286 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-f589a3c9-c1b7-4ed1-aff9-3cba091e74e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 200  len: 856 time: 0.0571213
Mar 08 21:33:58.421189 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-861029e1-f872-43d3-9db6-c1f3261d9067 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5ecfe-d6db-4b20-943b-124c2f096d53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682688
Mar 08 21:33:58.643753 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-8ae3ca37-9608-4071-b56a-dc76acefda75 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140470
Mar 08 21:33:58.779131 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8b9fddf-18cc-41e9-ac14-5da200f13b02 req-84bc672b-51c7-49cb-a2cd-aba6207ff4de service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282504
Mar 08 21:33:59.380831 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:02.839345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd79a43-b754-4ed5-88a7-36fc48711e87 req-6151b905-0fe4-481e-878f-1fe97e5bbcae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:02.840872 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dfd79a43-b754-4ed5-88a7-36fc48711e87 req-6151b905-0fe4-481e-878f-1fe97e5bbcae tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0812051
Mar 08 21:34:02.886764 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dfd79a43-b754-4ed5-88a7-36fc48711e87 req-d938d681-64e4-435c-92d2-42a81da328a9 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393314
Mar 08 21:34:04.125206 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b55dc2-03ef-40d5-8f15-0faac9494644 req-56ae1d13-96b8-4071-9489-a3f5bbd67ae8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:04.126661 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-89b55dc2-03ef-40d5-8f15-0faac9494644 req-56ae1d13-96b8-4071-9489-a3f5bbd67ae8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.1071055
Mar 08 21:34:04.172246 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-89b55dc2-03ef-40d5-8f15-0faac9494644 req-13c124f6-6b90-4d93-b5d2-5337ffd13df8 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups?id=93fe6ad8-0189-4415-926a-c0547cfdac60&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399425
Mar 08 21:34:04.412984 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ff899-af63-414a-a174-b35505ab1979 req-2ab66f6e-0b36-437a-8183-6804ac12b702 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:04.414388 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a15ff899-af63-414a-a174-b35505ab1979 req-2ab66f6e-0b36-437a-8183-6804ac12b702 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 945 time: 0.0740650
Mar 08 21:34:04.486827 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:04.487106 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:04.722477 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] For port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:04.722830 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:05.004638 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:05.005024 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:05.005315 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Floating IP ef20dab2-e5b0-4d78-9824-9bff6ca7bf30 disassociated. External IP: 172.27.0.48, port: d11c8b7f-1744-4c8e-afe9-696ce9e40e3a.
Mar 08 21:34:05.005655 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for d11c8b7f-1744-4c8e-afe9-696ce9e40e3a owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:05.146071 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:05.193711 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=d11c8b7f-1744-4c8e-afe9-696ce9e40e3a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:05.349353 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0f2feac3-c501-4f78-9f27-5e6ef1643df7 req-cfe95e5d-442d-4154-a897-1296ebbe151f tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/ports?device_id=74dc64c7-6e3b-4ea7-85d1-573164f8b007 HTTP/1.1" status: 200  len: 210 time: 0.0403605
Mar 08 21:34:05.407997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:34:05.694769 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:05.704632 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:05.716829 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:05.717412 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f67eb0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:05.762306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] No DVR routers for this DVR port d11c8b7f-1744-4c8e-afe9-696ce9e40e3a on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:34:05.764836 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:05.767332 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'name': 'network-vif-deleted', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:34:05.784608 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a15ff899-af63-414a-a174-b35505ab1979 req-e81242a2-1e10-4e8e-b3a5-4c4a56e384b7 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.30 "DELETE /v2.0/ports/d11c8b7f-1744-4c8e-afe9-696ce9e40e3a HTTP/1.1" status: 204  len: 173 time: 1.3631420
Mar 08 21:34:05.833825 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc64c7-6e3b-4ea7-85d1-573164f8b007', 'name': 'network-vif-deleted', 'tag': 'd11c8b7f-1744-4c8e-afe9-696ce9e40e3a', 'status': 'completed', 'code': 200}
Mar 08 21:34:05.951156 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:06.268051 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f67eb0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:06.271984 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:06.285970 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:06.286882 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13f67eb0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:33:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:06.471244 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:06.516596 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50286) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:06.587908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:06.615550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:06.671258 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:06.689908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe6ad8-0189-4415-926a-c0547cfdac60,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:06.702602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.702949 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.703285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.703611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.703962 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.704288 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.704629 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.704929 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.705253 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.705569 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.705886 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:06.713028 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:06.717025 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-86d8ac22-a94b-4baa-b6d0-f1271a01bd1d tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/security-groups/93fe6ad8-0189-4415-926a-c0547cfdac60 HTTP/1.1" status: 204  len: 168 time: 0.1978922
Mar 08 21:34:06.717707 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50290) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:06.736179 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.api.v2.resource [None req-38eed875-5a6e-4505-a745-160acb75edf4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] show failed (client error): The resource could not be found.
Mar 08 21:34:06.737456 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-38eed875-5a6e-4505-a745-160acb75edf4 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "GET /v2.0/security-groups/93fe6ad8-0189-4415-926a-c0547cfdac60 HTTP/1.1" status: 404  len: 347 time: 0.0186875
Mar 08 21:34:06.740611 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50294) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:06.773528 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d11c8b7f-1744-4c8e-afe9-696ce9e40e3a no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:06.812769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: d11c8b7f-1744-4c8e-afe9-696ce9e40e3a {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:06.813066 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device d11c8b7f-1744-4c8e-afe9-696ce9e40e3a not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:06.852860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13f67eb0>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:06.857548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2711f71-32da-483a-9f69-c4b049fdba6c None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:28:15Z', 'revision_number': 4, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd55697e6-ac7a-4d48-991b-068b96663a16', 'name': '', 'network_id': '55b98e77-037d-4f48-ae62-5ece51783cb3', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'mac_address': 'fa:16:3e:4e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:14Z', 'updated_at': '2022-03-08T21:28:25Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'subnets': [{'id': '7bfd171a-606e-4477-bae3-33f6f4b512e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:06.907107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:06.907450 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:07.074276 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f145fee-93f0-4822-97cc-c474024825c9 None None] New status for floating IP ef20dab2-e5b0-4d78-9824-9bff6ca7bf30: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:34:07.085402 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:07.085729 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:07.305252 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:07.388126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.db.api [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:34:07.388952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG oslo_db.api [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:34:07.890502 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Deleting port 3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:07.891119 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.072817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.073144 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.197506 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Calling delete_port for 3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:08.331532 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.373540 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Pushing event deleted for resources: {'Port': ['ID=3dfbbf1b-3a7e-409d-8bbb-ca59f5f1f254,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:08.464144 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.477633 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.478730 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5ba70f0e-ae13-47a7-a724-861f5b034627 tempest-AttachVolumeNegativeTest-1564381874 tempest-AttachVolumeNegativeTest-1564381874-project] 10.222.0.66 "DELETE /v2.0/floatingips/ef20dab2-e5b0-4d78-9824-9bff6ca7bf30 HTTP/1.1" status: 204  len: 168 time: 1.7371309
Mar 08 21:34:08.821100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50314) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:08.881453 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Deleting subnet c6098784-720e-4f56-9334-dec7e28f56ae {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:34:08.884597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.932253 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:08.988801 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.052347 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.087709 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6098784-720e-4f56-9334-dec7e28f56ae,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:09.094411 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.099986 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e527a0c8-b875-4fda-9adb-451e91246d84 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c6098784-720e-4f56-9334-dec7e28f56ae HTTP/1.1" status: 204  len: 168 time: 0.2776690
Mar 08 21:34:09.102448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50318) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:09.204674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.323268 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.351998 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc137ca070>,) {'filters': {'network_id': ['5b6ee4e2-2ab3-45f7-818a-68fcc165ac40']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:09.363800 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc137ca070>, 'fe4684ac-0b54-4f74-b237-3c178d8f6936') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:09.364096 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc137ca070>, 'fe4684ac-0b54-4f74-b237-3c178d8f6936') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:09.375605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.391046 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.396896 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:34:09.397266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:34:09.410491 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:34:09.485013 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.500195 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.511403 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6ee4e2-2ab3-45f7-818a-68fcc165ac40,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:09.517601 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d3bd93db-deb2-450a-8100-293d968362d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5b6ee4e2-2ab3-45f7-818a-68fcc165ac40 HTTP/1.1" status: 204  len: 168 time: 0.4142339
Mar 08 21:34:09.711944 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50328) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:09.762910 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-590f73c1-7101-43c5-8e13-6ef6e7d5503f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=964abe9b58d14e388f155bb4c006f266&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0474932
Mar 08 21:34:09.763660 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50332) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:09.823995 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.852527 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.915876 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.932353 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f14a45-f9df-430a-856d-e5157c74a137,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:09.941216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:09.944702 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-cb1d4eca-016f-4b73-89ff-1d2bdf40078f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8f14a45-f9df-430a-856d-e5157c74a137 HTTP/1.1" status: 204  len: 168 time: 0.1778371
Mar 08 21:34:12.764603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50364) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:13.200436 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9aeb-3780-410b-82ba-53509981ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:13.455290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:14.049078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Deleting port d55697e6-ac7a-4d48-991b-068b96663a16 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:14.049659 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:14.213131 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] For port d55697e6-ac7a-4d48-991b-068b96663a16, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d55697e6-ac7a-4d48-991b-068b96663a16,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:14.213460 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:14.330991 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Calling delete_port for d55697e6-ac7a-4d48-991b-068b96663a16 owned by network:router_interface {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:14.492113 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:14.538465 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55697e6-ac7a-4d48-991b-068b96663a16,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:14.906954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:15.456647 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Router 445025e4-8792-413e-a0b4-7a60682c6a89 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:34:15.586353 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3f62bf70-2aa8-4bfd-8165-cb320db0f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:15.652908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:15.661717 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Sync routers for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:15.665023 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8ad7c721-47ae-4125-877e-e1d81ea361d0 admin admin] 10.222.0.66 "PUT /v2.0/routers/445025e4-8792-413e-a0b4-7a60682c6a89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8994114
Mar 08 21:34:15.667448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50374) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:15.673812 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:15.674406 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13764220>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:15.851607 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:15.857690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks [] for router, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.051431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.060928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Deleting port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:16.061278 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.200105 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13764220>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:34:14Z', 'revision_number': 5, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port': {'id': 'a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:28:11Z', 'updated_at': '2022-03-08T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:16.204447 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Checking router: 445025e4-8792-413e-a0b4-7a60682c6a89 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:16.214599 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Routers {'445025e4-8792-413e-a0b4-7a60682c6a89'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:16.215191 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13764220>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['445025e4-8792-413e-a0b4-7a60682c6a89'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:16.334495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] For port a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:16.334846 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.362186 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] Set router 445025e4-8792-413e-a0b4-7a60682c6a89 gateway port host: None {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:16.452628 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Calling delete_port for a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a owned by network:router_gateway {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:16.466240 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13764220>, [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:34:16Z', 'revision_number': 6, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:16.470496 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d5f0-bf76-4538-a021-8ab137ccd5e3 None None] The sync data for ids ['445025e4-8792-413e-a0b4-7a60682c6a89'] in dv-cinder-832328-1-iscsi is: [{'id': '445025e4-8792-413e-a0b4-7a60682c6a89', 'name': 'tempest-AttachVolumeNegativeTest-179320667-router', 'tenant_id': '5a3723abf05d49eda226e341e9e80dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:28:10Z', 'updated_at': '2022-03-08T21:34:16Z', 'revision_number': 6, 'project_id': '5a3723abf05d49eda226e341e9e80dbd', 'gw_port_host': None}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:16.612400 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.615207 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.662892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Pushing event deleted for resources: {'Port': ['ID=a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:16.764079 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:16.880422 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.130108 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.134503 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.158714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.159247 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445025e4-8792-413e-a0b4-7a60682c6a89 {{(pid=83037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:34:17.171125 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.172203 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-589acabb-d93a-4108-9905-1426a90fa822 admin admin] 10.222.0.66 "DELETE /v2.0/routers/445025e4-8792-413e-a0b4-7a60682c6a89 HTTP/1.1" status: 204  len: 168 time: 1.5038378
Mar 08 21:34:17.174595 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50378) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:17.232890 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Deleting subnet 7bfd171a-606e-4477-bae3-33f6f4b512e6 {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:34:17.236098 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.285963 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:17.289299 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.321772 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:17.322111 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device a625c4ce-7ae7-4f35-8ab5-cc7211c9d29a not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:17.322521 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d55697e6-ac7a-4d48-991b-068b96663a16 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:17.354847 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: d55697e6-ac7a-4d48-991b-068b96663a16 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:17.355199 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d55697e6-ac7a-4d48-991b-068b96663a16 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:17.370427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.442560 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.581630 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfd171a-606e-4477-bae3-33f6f4b512e6,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:17.586409 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.592517 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848bc5e-0637-4d1b-8462-c3aab6fabb06 None None] Network 55b98e77-037d-4f48-ae62-5ece51783cb3 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:34:17.592982 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b34870d5-c4a3-47c7-95ac-8d437be55570 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7bfd171a-606e-4477-bae3-33f6f4b512e6 HTTP/1.1" status: 204  len: 168 time: 0.4174151
Mar 08 21:34:17.595323 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50382) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:17.696535 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.707166 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Deleting port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:17.707486 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.851107 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] DHCP port deletion for 55b98e77-037d-4f48-ae62-5ece51783cb3 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:34:17.855570 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Deleting port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:17.856031 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.904240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] For port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:17.904240 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:17.925539 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.022805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Calling delete_port for 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 owned by network:dhcp {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:18.074722 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] For port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,segment=NetworkSegment(4b705a2e-c310-472b-b531-0f18613f99f6),segment_id=4b705a2e-c310-472b-b531-0f18613f99f6)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:18.075015 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.096731 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.142970 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3cad9d-d4b2-46cd-bcf2-cccc4b442436,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:18.147345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] No DVR routers for this DVR port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 on host dv-cinder-832328-1-iscsi {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:34:18.192466 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Calling delete_port for 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:18.263753 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:34:18.264103 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:34:18.271228 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.295877 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc13620f70>,) {'filters': {'network_id': ['55b98e77-037d-4f48-ae62-5ece51783cb3']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:18.307229 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13620f70>, '4b705a2e-c310-472b-b531-0f18613f99f6') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:18.307525 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13620f70>, '4b705a2e-c310-472b-b531-0f18613f99f6') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:18.318427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.343771 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.349996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:34:18.350387 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:34:18.363307 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:34:18.433124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.448551 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.458747 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b98e77-037d-4f48-ae62-5ece51783cb3,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:18.472193 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-7fcf1a61-ce50-44ba-b24d-952be07ee2d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/55b98e77-037d-4f48-ae62-5ece51783cb3 HTTP/1.1" status: 204  len: 168 time: 0.8758719
Mar 08 21:34:18.621648 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50390) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:18.674728 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c1dc1bd8-6533-431d-bd5b-c73c24674323 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a3723abf05d49eda226e341e9e80dbd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519643
Mar 08 21:34:18.677100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50394) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:18.734389 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.759224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.765244 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Deleting port 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:18.765620 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.811858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.833340 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87836d00-497e-403d-8184-cf14d7b120c1,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:18.834079 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-53ed160d-8730-46c0-9cb5-9336010ec3db None None] The port '4f3cad9d-d4b2-46cd-bcf2-cccc4b442436' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:34:18.847855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:18.848941 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-04ace5fc-6161-457c-bd17-70f4ed7eaea3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87836d00-497e-403d-8184-cf14d7b120c1 HTTP/1.1" status: 204  len: 168 time: 0.1709821
Mar 08 21:34:19.009639 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:19.045081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:19.045384 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4f3cad9d-d4b2-46cd-bcf2-cccc4b442436 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:22.965134 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:34:25.188825 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d407211-1dfb-460a-958c-52199a02704a req-429f41af-fce3-4836-84bf-00d78667bbc5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:25.190255 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2d407211-1dfb-460a-958c-52199a02704a req-429f41af-fce3-4836-84bf-00d78667bbc5 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 946 time: 0.0804074
Mar 08 21:34:25.235239 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2d407211-1dfb-460a-958c-52199a02704a req-123d9919-f99b-4863-a0c8-89748d1bba6c tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395765
Mar 08 21:34:26.455800 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc1312-97c0-4fd2-8424-da88117cd75b req-0e7f51dc-2ce1-400c-acaa-43482deb77f2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:26.457399 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f4dc1312-97c0-4fd2-8424-da88117cd75b req-0e7f51dc-2ce1-400c-acaa-43482deb77f2 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 946 time: 0.0804200
Mar 08 21:34:26.501186 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f4dc1312-97c0-4fd2-8424-da88117cd75b req-0e0d9af9-9a2a-4fb4-9f0d-aa1bf40d8c49 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385125
Mar 08 21:34:26.647225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-74b34fc5-bce5-4df0-8d18-67417ca1ed30 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:26.650533 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-74b34fc5-bce5-4df0-8d18-67417ca1ed30 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 946 time: 0.0768297
Mar 08 21:34:26.718185 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:26.718519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:26.955358 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] For port 0fbedc61-6368-47ed-ac53-e66a7a6fe568, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=0fbedc61-6368-47ed-ac53-e66a7a6fe568,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:26.955746 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:27.234520 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:27.234794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:27.235111 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Floating IP 92113eae-1de2-4311-8887-4c05c14a2013 disassociated. External IP: 172.27.0.201, port: 0fbedc61-6368-47ed-ac53-e66a7a6fe568.
Mar 08 21:34:27.235452 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for 0fbedc61-6368-47ed-ac53-e66a7a6fe568 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:27.369713 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:27.419275 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'Port': ['ID=0fbedc61-6368-47ed-ac53-e66a7a6fe568,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:27.621606 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:34:27.681410 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a54f6803-7b47-4ed3-b19d-7b7fcfa514dc req-832b7cfc-db52-4d83-8455-6d9db020e1c0 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/ports?device_id=55db6ce2-acc0-4d7f-81d9-dd686b9b8287 HTTP/1.1" status: 200  len: 210 time: 0.0421448
Mar 08 21:34:27.929823 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:27.941141 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:27.955078 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:27.955815 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13cbe5e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:28.016736 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] No DVR routers for this DVR port 0fbedc61-6368-47ed-ac53-e66a7a6fe568 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:34:28.022602 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:28.025327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-deleted', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:34:28.045878 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f748c7f6-e453-4001-ae22-a9a2ff1c318e req-938c7284-66d7-4090-9ac8-3205a21d204a tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.30 "DELETE /v2.0/ports/0fbedc61-6368-47ed-ac53-e66a7a6fe568 HTTP/1.1" status: 204  len: 173 time: 1.3913157
Mar 08 21:34:28.099439 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55db6ce2-acc0-4d7f-81d9-dd686b9b8287', 'name': 'network-vif-deleted', 'tag': '0fbedc61-6368-47ed-ac53-e66a7a6fe568', 'status': 'completed', 'code': 200}
Mar 08 21:34:28.149200 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:28.463475 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13cbe5e0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:28.467327 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:28.477526 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:28.478095 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13cbe5e0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:28.650286 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:28.839951 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50544) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:28.872869 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:28.905511 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:28.914196 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 0fbedc61-6368-47ed-ac53-e66a7a6fe568 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:28.914537 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 0fbedc61-6368-47ed-ac53-e66a7a6fe568 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:28.935805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:28.976794 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13cbe5e0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:28.980629 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94c4b4-664d-40f4-af8c-669905cd3f68 None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:27:04Z', 'revision_number': 4, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '3d20fdae-568a-42b0-9259-d90d3cd183cc', 'name': '', 'network_id': 'e3f5ecfe-d6db-4b20-943b-124c2f096d53', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'mac_address': 'fa:16:3e:7c:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:27:03Z', 'updated_at': '2022-03-08T21:27:45Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'subnets': [{'id': '183f373a-f3bb-49f8-a1f2-a237fa0765e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:28.996680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.016730 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:29.028815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.029943 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-56896b98-fdb6-4627-bdfe-6a31eb86fdf4 tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "DELETE /v2.0/security-groups/3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b HTTP/1.1" status: 204  len: 168 time: 0.1891661
Mar 08 21:34:29.032959 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50548) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:29.050669 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.api.v2.resource [None req-4bbb45ee-35e5-444b-8564-22cd15e4e6fa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] show failed (client error): The resource could not be found.
Mar 08 21:34:29.051920 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-4bbb45ee-35e5-444b-8564-22cd15e4e6fa tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "GET /v2.0/security-groups/3a6b01e1-9abf-4cc1-98b1-4bcafe226c7b HTTP/1.1" status: 404  len: 347 time: 0.0179510
Mar 08 21:34:29.054819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50552) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:29.207466 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0297c2-5a48-4f19-91e6-313e9a6e7ee8 None None] New status for floating IP 92113eae-1de2-4311-8887-4c05c14a2013: DOWN {{(pid=83038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:34:29.222400 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port d1d1d159-65b4-4db1-b3f7-edeb3f9f219a {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:29.222738 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.414458 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.414794 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.461613 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:29.546570 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for d1d1d159-65b4-4db1-b3f7-edeb3f9f219a owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:29.642017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.db.api [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:34:29.644139 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG oslo_db.api [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:34:30.145214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Deleting port d1d1d159-65b4-4db1-b3f7-edeb3f9f219a {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:30.145883 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.309547 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.309877 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.434603 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Calling delete_port for d1d1d159-65b4-4db1-b3f7-edeb3f9f219a owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:30.568573 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.615235 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Pushing event deleted for resources: {'Port': ['ID=d1d1d159-65b4-4db1-b3f7-edeb3f9f219a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:30.705508 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks [] for floatingip, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.719221 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:30.720391 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-408800a4-ed34-4428-865e-16b3c1c610be tempest-AttachVolumeShelveTestJSON-1224419737 tempest-AttachVolumeShelveTestJSON-1224419737-project] 10.222.0.66 "DELETE /v2.0/floatingips/92113eae-1de2-4311-8887-4c05c14a2013 HTTP/1.1" status: 204  len: 168 time: 1.6644163
Mar 08 21:34:33.463553 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50610) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:34.137301 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:34.711529 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Deleting port 3d20fdae-568a-42b0-9259-d90d3cd183cc {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:34.712356 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:34.886351 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] For port 3d20fdae-568a-42b0-9259-d90d3cd183cc, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=3d20fdae-568a-42b0-9259-d90d3cd183cc,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:34.886712 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:35.005414 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Calling delete_port for 3d20fdae-568a-42b0-9259-d90d3cd183cc owned by network:router_interface {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:35.172997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:35.215497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d20fdae-568a-42b0-9259-d90d3cd183cc,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:35.602551 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:36.166408 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Router b95b7730-4283-4ec3-9552-9b0846c2b464 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:34:36.363844 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:36.372502 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Sync routers for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:36.377471 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0559e473-7b4e-42d7-8ce9-27aeda71dd98 admin admin] 10.222.0.66 "PUT /v2.0/routers/b95b7730-4283-4ec3-9552-9b0846c2b464/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9128017
Mar 08 21:34:36.379895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50648) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:36.386355 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:36.386960 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a0a1f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:36.562263 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:36.577290 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:36.778461 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:36.787990 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Deleting port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:36.788355 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:36.848809 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a0a1f0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:34:35Z', 'revision_number': 5, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port': {'id': 'ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:26:59Z', 'updated_at': '2022-03-08T21:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:36.854062 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Checking router: b95b7730-4283-4ec3-9552-9b0846c2b464 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:36.866082 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Routers {'b95b7730-4283-4ec3-9552-9b0846c2b464'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:36.866838 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13a0a1f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['b95b7730-4283-4ec3-9552-9b0846c2b464'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:37.031578 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] Set router b95b7730-4283-4ec3-9552-9b0846c2b464 gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:37.117465 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] For port ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:37.117995 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.139586 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13a0a1f0>, [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:34:36Z', 'revision_number': 6, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:37.144225 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032e7c-e0b4-4d96-8acc-1b947b1f91e2 None None] The sync data for ids ['b95b7730-4283-4ec3-9552-9b0846c2b464'] in dv-cinder-832328-1-iscsi is: [{'id': 'b95b7730-4283-4ec3-9552-9b0846c2b464', 'name': 'tempest-AttachVolumeShelveTestJSON-1497399529-router', 'tenant_id': 'aced4cc66ce8447f9021f6766ad80407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:26:57Z', 'updated_at': '2022-03-08T21:34:36Z', 'revision_number': 6, 'project_id': 'aced4cc66ce8447f9021f6766ad80407', 'gw_port_host': None}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:37.243211 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Calling delete_port for ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:37.258952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50676) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:37.401036 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.406904 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.433287 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:37.437336 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Usage tracker for resource:security_group_rule and tenant:86f8e29e9f764215b8de235098a03d12 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:37.440285 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:37.445894 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:37.447503 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:37.520708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.526883 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.578476 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75009d69-bd37-466c-b007-d03feb6a3a3e,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:37.583738 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3c021e8d-d300-406c-bd8e-c9cd19cf57b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86f8e29e9f764215b8de235098a03d12&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3232920
Mar 08 21:34:37.586245 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50682) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:37.652969 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.677632 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.684477 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.728234 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.742708 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75009d69-bd37-466c-b007-d03feb6a3a3e,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:37.750406 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.752059 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-427f2ada-2944-4ed2-ac11-e9d65f97c816 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75009d69-bd37-466c-b007-d03feb6a3a3e HTTP/1.1" status: 204  len: 168 time: 0.1645527
Mar 08 21:34:37.939204 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.943477 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.969689 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.970717 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b95b7730-4283-4ec3-9552-9b0846c2b464 {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:34:37.984786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:37.988413 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-536fe622-94a7-4a81-9651-7b38411ec2e3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b95b7730-4283-4ec3-9552-9b0846c2b464 HTTP/1.1" status: 204  len: 168 time: 1.6052451
Mar 08 21:34:37.988772 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50690) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:38.054397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Deleting subnet 183f373a-f3bb-49f8-a1f2-a237fa0765e7 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:34:38.057798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.093655 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50694) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:38.111793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.112428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.145719 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:38.149601 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbc856c907c425da0c1790f6302e8d7 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:38.152553 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:38.158727 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:38.236100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.238425 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.241046 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.290365 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24384e45-53a8-4fc5-a0c2-013692e9350b,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:38.296217 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4c7a47f2-ed85-49c7-8e46-4b32609f0d55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bbc856c907c425da0c1790f6302e8d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2011409
Mar 08 21:34:38.298859 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50698) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:38.328402 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.380815 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183f373a-f3bb-49f8-a1f2-a237fa0765e7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:38.387778 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.393329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36934683-c28f-4be7-ac4d-b541fbcfdefc None None] Network e3f5ecfe-d6db-4b20-943b-124c2f096d53 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:34:38.400448 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-89291e2a-fc6e-42cb-ab24-9f3716fcf196 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/183f373a-f3bb-49f8-a1f2-a237fa0765e7 HTTP/1.1" status: 204  len: 168 time: 0.4086950
Mar 08 21:34:38.400874 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50702) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:38.412992 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.443150 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.505789 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.517368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Deleting port 5558c254-6aca-4660-aef9-c376ed1b5d5d {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:38.517705 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.596269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.610700 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24384e45-53a8-4fc5-a0c2-013692e9350b,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:38.617500 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.619740 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-33dde8c3-a76d-45ba-b8dc-475e44612ff4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24384e45-53a8-4fc5-a0c2-013692e9350b HTTP/1.1" status: 204  len: 168 time: 0.3189771
Mar 08 21:34:38.658609 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] DHCP port deletion for e3f5ecfe-d6db-4b20-943b-124c2f096d53 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:34:38.662715 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Deleting port 5558c254-6aca-4660-aef9-c376ed1b5d5d {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:38.663083 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.748597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] For port 5558c254-6aca-4660-aef9-c376ed1b5d5d, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5558c254-6aca-4660-aef9-c376ed1b5d5d,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:38.749118 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.871510 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] For port 5558c254-6aca-4660-aef9-c376ed1b5d5d, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5558c254-6aca-4660-aef9-c376ed1b5d5d,segment=NetworkSegment(17311033-891b-4842-9e09-af9d4e378347),segment_id=17311033-891b-4842-9e09-af9d4e378347)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:38.872195 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:38.963280 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Calling delete_port for 5558c254-6aca-4660-aef9-c376ed1b5d5d owned by network:dhcp {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:38.996720 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Calling delete_port for 5558c254-6aca-4660-aef9-c376ed1b5d5d owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:34:39.058639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.071534 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:34:39.072019 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:34:39.073939 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5558c254-6aca-4660-aef9-c376ed1b5d5d no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:39.106446 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 5558c254-6aca-4660-aef9-c376ed1b5d5d {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:39.106801 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5558c254-6aca-4660-aef9-c376ed1b5d5d not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:39.107212 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:39.109398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Pushing event deleted for resources: {'Port': ['ID=5558c254-6aca-4660-aef9-c376ed1b5d5d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:39.114814 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] No DVR routers for this DVR port 5558c254-6aca-4660-aef9-c376ed1b5d5d on host dv-cinder-832328-1-iscsi {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:34:39.140201 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:39.140668 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ff1f25f5-0c99-4624-b3aa-5ee1de1e53a1 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:39.141110 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 3d20fdae-568a-42b0-9259-d90d3cd183cc no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:34:39.176645 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 3d20fdae-568a-42b0-9259-d90d3cd183cc {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:34:39.177057 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 3d20fdae-568a-42b0-9259-d90d3cd183cc not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:34:39.236662 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.261363 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc1367e340>,) {'filters': {'network_id': ['e3f5ecfe-d6db-4b20-943b-124c2f096d53']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:39.273748 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1367e340>, '17311033-891b-4842-9e09-af9d4e378347') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:39.274032 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1367e340>, '17311033-891b-4842-9e09-af9d4e378347') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:39.286295 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.307371 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.314302 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:34:39.314681 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:34:39.328050 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:34:39.404513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.409675 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.435913 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5ecfe-d6db-4b20-943b-124c2f096d53,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:39.451657 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-cca0868a-bc4e-4b83-b3a2-a768396c3508 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e3f5ecfe-d6db-4b20-943b-124c2f096d53 HTTP/1.1" status: 204  len: 168 time: 1.0496190
Mar 08 21:34:39.573840 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Deleting port 5558c254-6aca-4660-aef9-c376ed1b5d5d {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:34:39.574316 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.640652 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2acf-5ccf-4c1a-b17a-94c6c22100fd None None] The port '5558c254-6aca-4660-aef9-c376ed1b5d5d' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:34:39.659099 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50730) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:39.712592 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3be0fe2d-eee8-4e36-b147-941c8c03c64d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aced4cc66ce8447f9021f6766ad80407&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520775
Mar 08 21:34:39.714939 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50734) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:39.773420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.799428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.863362 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.887706 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b28b91-2fdf-42a5-94c8-7fbd16c3a935,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:39.894350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:39.895455 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-6c60689c-ec74-4359-b9f3-e30fd38c3e8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34b28b91-2fdf-42a5-94c8-7fbd16c3a935 HTTP/1.1" status: 204  len: 168 time: 0.1796386
Mar 08 21:34:40.778342 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50778) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:40.916615 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1261121507-network', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:40.922052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:40.926115 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Usage tracker for resource:network and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:40.929065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:40.934849 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:40.949111 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Made reservation on behalf of 1613f1169cbf44d6965c916d00b7b5b8 for: {'network': 1} {{(pid=83037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:34:40.951405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for network, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:40.963961 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:40.995816 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:40.999700 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:41.002481 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:41.008233 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:41.010731 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50786) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:41.076043 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.079893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.109644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=83037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 08 21:34:41.118670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17709aeb-35ad-49cc-a08a-0f652bcca057,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:41.125549 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.125962 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.segments_db [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Added segment 742837a8-9400-4389-ae90-dee2bb542ada of type vlan for network 120b96df-2e24-4f1d-80ea-0c735bd07fe8
Mar 08 21:34:41.153170 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777860656406'] for network, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.157193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.182973 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193'] for network, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.183856 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:41.184441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.188689 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:41.192571 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Usage tracker for resource:security_group_rule and tenant:8af5a43b55ee4faea65874a2352b8f8d is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:41.195666 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:41.201315 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:41.268861 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.272689 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.289974 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5077178
Mar 08 21:34:41.289974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc2e74-273f-458c-a54a-65949d6317ed admin admin] Pushing event updated for resources: {'Network': ['ID=120b96df-2e24-4f1d-80ea-0c735bd07fe8,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:41.291123 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50792) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:41.299282 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 details requested by agent ovs-agent-dv-cinder-832328-1-iscsi with host dv-cinder-832328-1-iscsi {{(pid=83038) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Mar 08 21:34:41.304806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Request body: {'subnet': {'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1261121507-subnet', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:41.325576 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:41.335176 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Usage tracker for resource:subnet and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:41.337644 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d417b017-eba2-46bf-acfa-ee19a14a1e8a,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:41.341255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:41.348848 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3f01f187-5a13-411a-a047-036d337f4a3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8af5a43b55ee4faea65874a2352b8f8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3343565
Mar 08 21:34:41.349390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50796) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:41.351672 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:41.381965 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Made reservation on behalf of 1613f1169cbf44d6965c916d00b7b5b8 for: {'subnet': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:34:41.384488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7427425'] for subnet, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.504144 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.539580 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.662685 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.678966 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7542844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7427443'] for subnet, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.684586 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d417b017-eba2-46bf-acfa-ee19a14a1e8a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:41.742227 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.743337 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-9f8a5c56-d472-4db0-a84d-19783564d2ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d417b017-eba2-46bf-acfa-ee19a14a1e8a HTTP/1.1" status: 204  len: 168 time: 0.3931370
Mar 08 21:34:41.763699 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a52309-1d86-4fbb-b1de-093491d27e82,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:41.783997 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Checking segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:34:41.784351 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Network hostable DHCP agents. Network: 120b96df-2e24-4f1d-80ea-0c735bd07fe8, hostable agents: ['eb252d54-7fa5-4a70-b543-32cb3594e4b3'], hosted agents: [] {{(pid=83036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 08 21:34:41.804594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is scheduled to be hosted by DHCP agent eb252d54-7fa5-4a70-b543-32cb3594e4b3 with binding_index 1 {{(pid=83036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 08 21:34:41.815269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-iscsi, 120b96df-2e24-4f1d-80ea-0c735bd07fe8) {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:41.820017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:41.820831 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.826693 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa424df4-46fe-46b5-aaf5-1e51c14ddf99 None None] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:34:41.850622 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50802) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:41.851074 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-ea3d125a-c24e-486d-995b-1a869729f346 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5553520
Mar 08 21:34:41.856474 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:41.862203 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:41.874395 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Usage tracker for resource:router and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:41.877975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:41.886597 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:41.907679 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-517292'] for router, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.909253 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-858020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-517287'] for router, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:41.929582 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.129391 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523597'] for router, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.145358 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50808) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:42.163982 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.168490 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7842ee52-51f2-5562-95e8-8436d90c992b-120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82'}]}} from dv-cinder-832328-1-iscsi. {{(pid=83038) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Mar 08 21:34:42.169510 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.195900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:42.199784 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Usage tracker for resource:security_group_rule and tenant:1452a27d10664c6d9f8d9f710a79c772 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:42.202656 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:42.208592 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:42.280782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.285350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.331087 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.331670 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5835d12-252b-4adb-a9f1-8088d031ed72,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:42.336668 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c88b7b0b-928a-4756-b025-3e2c669dec26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1452a27d10664c6d9f8d9f710a79c772&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1899188
Mar 08 21:34:42.339157 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50812) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:42.368630 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.382046 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.db_base_plugin_common [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Allocated IP 172.20.0.2 (120b96df-2e24-4f1d-80ea-0c735bd07fe8/20a52309-1d86-4fbb-b1de-093491d27e82/c41a5b51-0fd1-4413-86aa-fada95abd5d8) {{(pid=83038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:34:42.400601 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.431014 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.494284 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.511716 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5835d12-252b-4adb-a9f1-8088d031ed72,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:42.515177 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.516319 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7155d3aa-d928-4f29-bc51-63120116b8a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5835d12-252b-4adb-a9f1-8088d031ed72 HTTP/1.1" status: 204  len: 168 time: 0.1762094
Mar 08 21:34:42.538194 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Allocated IP 172.27.0.154 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/1d5cbf7c-9af8-48dc-8953-5d683e90cec9) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:34:42.603442 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks [] for port, precommit_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.614518 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Transition to ACTIVE for port object c41a5b51-0fd1-4413-86aa-fada95abd5d8 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:42.632732 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Transition to ACTIVE for port object c41a5b51-0fd1-4413-86aa-fada95abd5d8 will not be triggered until provisioned by entity DHCP. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:42.640700 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299'] for port, after_create {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.688100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.714675 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is already hosted by enough agents. {{(pid=83038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:42.716329 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.719103 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.scheduler.base_scheduler [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Resources bound (agent type, host, resource id):  {{(pid=83038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:42.721330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Pushing event updated for resources: {'Port': ['ID=c41a5b51-0fd1-4413-86aa-fada95abd5d8,revision_number=1']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:42.723556 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Received port after_create {{(pid=83038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:34:42.783114 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:42.785999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:42.790245 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:34:42.804398 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.804743 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.805083 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.805407 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.805733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.806056 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.806379 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.806698 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.807015 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.807332 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.807671 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:42.827795 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Attempting to bind port c41a5b51-0fd1-4413-86aa-fada95abd5d8 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:34:42.828191 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Attempting to bind port c41a5b51-0fd1-4413-86aa-fada95abd5d8 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:34:42.828536 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Attempting to bind port c41a5b51-0fd1-4413-86aa-fada95abd5d8 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:34:42.835777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:34:42.836425 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Checking segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:34:42.837024 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.837688 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Bound using segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:34:42.838317 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Bound port: c41a5b51-0fd1-4413-86aa-fada95abd5d8, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:34:42.838859 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:42.915583 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:42.942315 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] For port c41a5b51-0fd1-4413-86aa-fada95abd5d8, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:34:42.946028 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] For port c41a5b51-0fd1-4413-86aa-fada95abd5d8, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=c41a5b51-0fd1-4413-86aa-fada95abd5d8,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:34:42.950709 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:43.042480 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05001ad2-ecce-4afa-b74a-458a8084468f None None] Pushing event updated for resources: {'Port': ['ID=c41a5b51-0fd1-4413-86aa-fada95abd5d8,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:43.057638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:43.058514 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977213'] for router, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:43.237224 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ca199c6-8214-4afe-ac79-86fef79445c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:43.328787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Router e46abd52-53cc-46cd-9989-66bc235ec84a is scheduled to L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e with binding_index 1 {{(pid=83037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 08 21:34:43.535301 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:43.544388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:43.556909 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:43.557699 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13d9c4f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:43.559974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:43.561657 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-ff1c4b1b-0cdc-4e4d-b62b-338095dcb412 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7091148
Mar 08 21:34:43.564415 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50838) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:43.761435 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:44.068608 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af11a2-f181-4820-b007-ef9f801d4871 None None] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:34:44.081719 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50846) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:44.190325 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0d874acc-4f59-49f7-a644-99b5c2e50aba None None] Provisioning for port c41a5b51-0fd1-4413-86aa-fada95abd5d8 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:44.251053 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13d9c4f0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:42Z', 'revision_number': 3, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:44.266269 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:44.266744 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Updating router e46abd52-53cc-46cd-9989-66bc235ec84a port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 binding host dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:34:44.313197 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.359637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.401079 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:44.407452 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:0aff9b929e0744b59198fec81895472f is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:44.411356 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:44.419211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:44.428608 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.715156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.722061 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.762555 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks [] for port, precommit_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.776231 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Transition to ACTIVE for port object 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 will not be triggered until provisioned by entity L2. {{(pid=83038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:44.781849 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.812168 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f24a59a-3de7-4bf3-ae7f-e317fc24bd39,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:44.828022 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-aa8a0957-fa79-4808-a771-fb9224bc4ac7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0aff9b929e0744b59198fec81895472f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7452097
Mar 08 21:34:44.832122 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50852) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:44.837123 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Allocated IP 172.20.0.1 (120b96df-2e24-4f1d-80ea-0c735bd07fe8/20a52309-1d86-4fbb-b1de-093491d27e82/83c666cc-a839-4b61-bb74-9b04db28493c) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:34:44.867472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Attempting to bind port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:34:44.867860 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Attempting to bind port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:34:44.868654 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Attempting to bind port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 on network cb49c6dd-e80d-45ab-9daa-c616077e90a2 {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:34:44.870330 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d99d32-6b2c-468c-af33-bd3410435830 None None] Pushing event updated for resources: {'Port': ['ID=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,revision_number=2']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:44.883571 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:34:44.883977 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Checking segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:34:44.884629 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.885018 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Bound using segment: {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'} {{(pid=83038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:34:44.885479 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.managers [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Bound port: 1d5cbf7c-9af8-48dc-8953-5d683e90cec9, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c086d-3ff0-4fa3-a5b9-db598e04b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}}] {{(pid=83038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:34:44.885851 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.923840 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.957556 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:44.962176 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] For port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:34:44.965510 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] For port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:34:44.973507 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.001041 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.032456 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.provisioning_blocks [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Transition to ACTIVE for port object 83c666cc-a839-4b61-bb74-9b04db28493c will not be triggered until provisioned by entity DHCP. {{(pid=83037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:45.032668 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.063508 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.069594 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f24a59a-3de7-4bf3-ae7f-e317fc24bd39,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:45.073008 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.074235 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f24a59a-3de7-4bf3-ae7f-e317fc24bd39 HTTP/1.1" status: 204  len: 168 time: 0.2414069
Mar 08 21:34:45.078428 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d99d32-6b2c-468c-af33-bd3410435830 None None] Pushing event updated for resources: {'Port': ['ID=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:45.080896 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:45.081654 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13d9c4f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:45.087359 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.087920 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.088357 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.088790 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.089220 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.089645 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.090160 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.090584 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.091004 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.091435 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.092080 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab477-6e4e-479d-860d-f2d3e2b7c3f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:45.150451 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device c41a5b51-0fd1-4413-86aa-fada95abd5d8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:45.152117 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:45.158265 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:45.160753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:34:45.210431 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Pushing event updated for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:45.231237 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979143'] for router_interface, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.356030 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.385967 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port c41a5b51-0fd1-4413-86aa-fada95abd5d8 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:45.394557 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port c41a5b51-0fd1-4413-86aa-fada95abd5d8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:45.395009 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.454521 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:45.617644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.622481 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.693271 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a8d203ee-610b-4095-ae38-c2706bce3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.700994 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-804e14b9-33e8-4dad-99be-2d082ce71172 None None] Provisioning for port 83c666cc-a839-4b61-bb74-9b04db28493c completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:45.724164 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-804e14b9-33e8-4dad-99be-2d082ce71172 None None] Provisioning complete for port 83c666cc-a839-4b61-bb74-9b04db28493c triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:45.724532 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-804e14b9-33e8-4dad-99be-2d082ce71172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.737809 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1982025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-979050'] for router_interface, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.741856 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Pushing event updated for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:45.791449 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.821471 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-804e14b9-33e8-4dad-99be-2d082ce71172 None None] Port 83c666cc-a839-4b61-bb74-9b04db28493c cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:34:45.882448 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port c41a5b51-0fd1-4413-86aa-fada95abd5d8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=c41a5b51-0fd1-4413-86aa-fada95abd5d8,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:45.887751 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:45.889081 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:45.893431 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:45.964730 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13d9c4f0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:42Z', 'revision_number': 3, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:45.972971 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249599-06aa-4421-b198-d7ed366ad42c None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:42Z', 'revision_number': 3, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:45.975058 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=c41a5b51-0fd1-4413-86aa-fada95abd5d8,revision_number=3']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:46.272574 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-af91d7e4-f469-41db-ad60-44c849d44396 None None] Provisioning complete for port 83c666cc-a839-4b61-bb74-9b04db28493c triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:46.273327 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-af91d7e4-f469-41db-ad60-44c849d44396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:46.334505 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-af91d7e4-f469-41db-ad60-44c849d44396 None None] Port 83c666cc-a839-4b61-bb74-9b04db28493c cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:34:46.359797 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:34:46.626768 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:46.698501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:34:46.731790 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5e10309a-76b7-4ff0-8363-c0cab3f76494 admin admin] 10.222.0.66 "PUT /v2.0/routers/e46abd52-53cc-46cd-9989-66bc235ec84a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1624060
Mar 08 21:34:46.769140 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.098081 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device c41a5b51-0fd1-4413-86aa-fada95abd5d8 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:47.166034 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port c41a5b51-0fd1-4413-86aa-fada95abd5d8 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:47.166396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.305959 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:47.360983 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50888) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:47.367115 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144714568', 'description': 'tempest-description--1371484939'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:47.373031 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:47.373636 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:47.378096 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:47.379560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:47.380042 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.381366 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:47.387570 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:47.397596 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.431955 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:47.435550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:47.439015 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:47.444451 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:47.502753 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.504713 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.508581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.519442 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:47.523294 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.548827 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:47.551874 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.556120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50892) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:47.556628 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-847db098-8542-4eb7-b09a-5a4c54250fe0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1937602
Mar 08 21:34:47.563004 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group_rule': {'security_group_id': '38fbf99f-11b0-4bc0-92a9-4217dbac7f6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:47.568983 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:47.573336 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:47.576220 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:47.582047 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:47.588782 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:47.600492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.665969 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.669552 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.696306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d969ea-0d76-4d52-b7a8-38de99fa0e2c,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:47.703403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.704482 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-574337df-e6dc-4cbd-accc-354d162f04f1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1467004
Mar 08 21:34:47.707040 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 50896) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:47.712357 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group_rule': {'security_group_id': '38fbf99f-11b0-4bc0-92a9-4217dbac7f6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:47.718246 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:47.722099 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:47.724941 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:47.730584 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:47.748384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.817179 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.821681 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.839568 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d07684b-d684-47c0-8864-1cd9bc48216a,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:47.860558 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.865006 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 50902) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:34:47.875748 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-372a2a78-0a06-4eca-898f-8696683e8a4b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1676323
Mar 08 21:34:47.879303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:47.885990 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:47.886663 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:47.891855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:floatingip and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:34:47.894725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:34:47.901397 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:47.918360 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.058953 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.200051 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Allocated IP 172.27.0.232 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/23033bdb-9841-43d9-827b-9e59f09d9ab5) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:34:48.343851 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.370307 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.435495 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:48.438484 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:48.442047 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:34:48.469911 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=23033bdb-9841-43d9-827b-9e59f09d9ab5,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:48.599145 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.651832 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.849301 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.853740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.954468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=23033bdb-9841-43d9-827b-9e59f09d9ab5,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:48.967743 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.989373 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:48.990796 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-964e66bb-d194-43f2-9e84-a3f641cd12b5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1243401
Mar 08 21:34:49.026925 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:49.098284 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:49.098651 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:49.171558 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-2795a00c-bbb8-4432-a875-25b861d218bc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--144714568&fields=id&tenant_id=1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 267 time: 0.0430784
Mar 08 21:34:49.321337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-37fd62be-3ac1-4c9d-b678-249153b89cfa tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:49.322897 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-37fd62be-3ac1-4c9d-b678-249153b89cfa tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 811 time: 0.1449060
Mar 08 21:34:49.343661 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-f41d6ec6-c328-4df6-9dd5-cc337c14763f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/quotas/1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 375 time: 0.0146022
Mar 08 21:34:49.431014 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-68ca9290-09d1-4816-8d16-2fdfe0195b1d tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0820026
Mar 08 21:34:49.568167 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-a60ef6c9-402e-4bad-ac5b-3b4449b9c7ea service neutron] 10.222.0.66 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247058
Mar 08 21:34:49.578456 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:34:49.590656 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:49.591346 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139d6ca0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:49.700334 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-e56d0a1e-fa11-44f9-b5f7-f00fe4012cff service neutron] 10.222.0.66 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263959
Mar 08 21:34:49.770433 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:49.889319 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-52f08834-2ddb-4607-9399-93811d1e1f60 req-189506aa-d091-4e3c-8580-4a788cf6f183 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:34:49.908739 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-52f08834-2ddb-4607-9399-93811d1e1f60 req-189506aa-d091-4e3c-8580-4a788cf6f183 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:34:49.910098 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-52f08834-2ddb-4607-9399-93811d1e1f60 req-189506aa-d091-4e3c-8580-4a788cf6f183 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 210 time: 0.0639455
Mar 08 21:34:50.131659 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139d6ca0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 2, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:50.135595 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:34:50.135993 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Updating router e46abd52-53cc-46cd-9989-66bc235ec84a port 83c666cc-a839-4b61-bb74-9b04db28493c binding host dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Mar 08 21:34:50.195256 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.521156 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks [] for port, precommit_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.532679 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.provisioning_blocks [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Transition to ACTIVE for port object 83c666cc-a839-4b61-bb74-9b04db28493c will not be triggered until provisioned by entity L2. {{(pid=83039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:50.538848 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.659424 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Pushing event updated for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=3']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:50.670077 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.670420 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.670785 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.671110 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.671432 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.671772 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.672098 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.672424 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.672776 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.673097 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.673389 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:34:50.759137 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Attempting to bind port 83c666cc-a839-4b61-bb74-9b04db28493c on host dv-cinder-832328-1-iscsi for vnic_type normal with profile  {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:34:50.759772 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Attempting to bind port 83c666cc-a839-4b61-bb74-9b04db28493c by drivers openvswitch,hyperv on host dv-cinder-832328-1-iscsi at level 0 using segments [{'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:34:50.760122 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Attempting to bind port 83c666cc-a839-4b61-bb74-9b04db28493c on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:34:50.766572 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Checking agent: {'id': '44f624a1-bc24-4033-a81e-d4a34d4c1deb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 18, 17), 'started_at': datetime.datetime(2022, 3, 8, 21, 18, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:34:50.766934 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Checking segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:34:50.767320 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.767720 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Bound using segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} {{(pid=83039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:34:50.768167 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.managers [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Bound port: 83c666cc-a839-4b61-bb74-9b04db28493c, host: dv-cinder-832328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}}] {{(pid=83039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:34:50.768535 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.856840 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] For port 83c666cc-a839-4b61-bb74-9b04db28493c, host dv-cinder-832328-1-iscsi, cleared binding levels {{(pid=83039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:34:50.860610 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.plugins.ml2.db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] For port 83c666cc-a839-4b61-bb74-9b04db28493c, host dv-cinder-832328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=83c666cc-a839-4b61-bb74-9b04db28493c,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:34:50.865325 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron_lib.callbacks.manager [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:50.945423 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392cf5b-c34a-4e2a-b4e7-7d6e1c11f94b None None] Pushing event updated for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=4']} {{(pid=83039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:50.954522 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:34:50.955127 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc139d6ca0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:51.102601 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9b71a970-6807-4197-9d8b-92d08d97b5aa req-ad5e6cec-6741-43bd-8793-a063ba806972 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 210 time: 0.0462444
Mar 08 21:34:51.146813 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:34:51.509729 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc139d6ca0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:50Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:34:51.514759 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb62f4-af9e-4fea-899c-a3bc1ccc75bc None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:50Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:34:51.711245 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-96cf6f2e-c681-4de6-82ce-e2dd1defa54a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:51.712747 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-96cf6f2e-c681-4de6-82ce-e2dd1defa54a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 811 time: 0.3111291
Mar 08 21:34:51.771226 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-85a48818-0512-42ab-943e-9519abf1f90f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 379 time: 0.0458424
Mar 08 21:34:51.780647 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'port': {'device_id': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'admin_state_up': True, 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'security_groups': ['38fbf99f-11b0-4bc0-92a9-4217dbac7f6d']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:51.918978 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:34:51.929169 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:34:51.940136 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Made reservation on behalf of 1613f1169cbf44d6965c916d00b7b5b8 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:34:51.943403 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:52.119989 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Allocated IP 172.20.0.4 (120b96df-2e24-4f1d-80ea-0c735bd07fe8/20a52309-1d86-4fbb-b1de-093491d27e82/c0b42a87-6195-4d41-9b04-02d9ea72a7c3) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:34:52.269692 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bb6fe60a-e7b6-45c6-8505-85161b1cc449 req-3a6a790a-0a07-455e-85e2-d7d4af7942bd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 210 time: 0.0425410
Mar 08 21:34:52.324986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:52.344227 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Transition to ACTIVE for port object c0b42a87-6195-4d41-9b04-02d9ea72a7c3 will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:52.366457 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:52.442993 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:34:52.446106 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:34:52.450635 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:34:52.479491 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:52.513988 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:52.515244 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:52.540529 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-04fbf702-077c-421d-be89-fbf33d498cbb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7640848
Mar 08 21:34:52.651951 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-466c9e0a-be20-4db0-a60e-89cbbe4d0a60 None None] Provisioning for port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:52.656624 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-466c9e0a-be20-4db0-a60e-89cbbe4d0a60 None None] Provisioning complete for port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:52.656984 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-466c9e0a-be20-4db0-a60e-89cbbe4d0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:52.708109 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-466c9e0a-be20-4db0-a60e-89cbbe4d0a60 None None] Port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:34:53.048956 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 83c666cc-a839-4b61-bb74-9b04db28493c up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:53.114272 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning for port 83c666cc-a839-4b61-bb74-9b04db28493c completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:34:53.118646 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 83c666cc-a839-4b61-bb74-9b04db28493c triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:53.119010 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:53.228245 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:53.259168 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] For port 83c666cc-a839-4b61-bb74-9b04db28493c, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=83c666cc-a839-4b61-bb74-9b04db28493c,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:53.262788 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:53.330463 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Pushing event updated for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:53.459644 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Request body: {'port': {'device_id': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:34:53.548287 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4e1de-9c44-40ee-9bbf-717d8f360cd0 req-587c2bbc-ce49-4ced-9429-a9b3b4e4c07e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:53.548894 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-8ef4e1de-9c44-40ee-9bbf-717d8f360cd0 req-587c2bbc-ce49-4ced-9429-a9b3b4e4c07e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:34:53.583698 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:53.594191 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-8ef4e1de-9c44-40ee-9bbf-717d8f360cd0 req-587c2bbc-ce49-4ced-9429-a9b3b4e4c07e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:34:53.595296 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ef4e1de-9c44-40ee-9bbf-717d8f360cd0 req-587c2bbc-ce49-4ced-9429-a9b3b4e4c07e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 931 time: 0.2006111
Mar 08 21:34:53.689518 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ef4e1de-9c44-40ee-9bbf-717d8f360cd0 req-5bc82759-9de8-4daf-8e42-4a0a374c286b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883687
Mar 08 21:34:53.948900 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b42a87-6195-4d41-9b04-02d9ea72a7c3 {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:34:53.956708 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:53.971316 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Transition to ACTIVE for port object c0b42a87-6195-4d41-9b04-02d9ea72a7c3 will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:34:53.974927 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:54.097674 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:54.207085 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Attempting to bind port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:34:54.207414 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Attempting to bind port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:34:54.207844 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Attempting to bind port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:34:54.213407 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:34:54.213719 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Attempting to bind port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:34:54.220320 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:34:54.220655 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Checking segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:34:54.221029 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Bound using segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:34:54.221443 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Bound port: c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:34:54.221787 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:54.308277 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:34:54.311360 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:34:54.316193 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:54.456512 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:54.457869 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] 10.222.0.30 "PUT /v2.0/ports/c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 1093 time: 1.0021996
Mar 08 21:34:54.458323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:34:54.477358 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fab94-99f2-4ee6-96fc-20ed5eca0b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:54.532689 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'status': 'completed', 'code': 200}
Mar 08 21:34:54.573468 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-36982605-9c62-4d7c-bc4f-377219567de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1096 time: 0.0728054
Mar 08 21:34:54.644521 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-1c8503b8-e7c3-4267-b238-fa258a627933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 217 time: 0.0638943
Mar 08 21:34:54.710818 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-966a00ff-49eb-4c7c-8677-f4fd1a7f7521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:54.712203 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-966a00ff-49eb-4c7c-8677-f4fd1a7f7521 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0630138
Mar 08 21:34:54.792628 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-21d433c8-f580-4bd4-9100-58ffa5bed81e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738032
Mar 08 21:34:54.994989 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-f2afe5f2-603c-48fe-98f1-884f2a5a8264 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964107
Mar 08 21:34:55.010103 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870e57-1083-4d08-9ce1-fc13ffbb773d req-5210ab1f-fd28-497f-bdc1-e1f86d302900 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:55.011580 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-60870e57-1083-4d08-9ce1-fc13ffbb773d req-5210ab1f-fd28-497f-bdc1-e1f86d302900 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 943 time: 0.1889231
Mar 08 21:34:55.036729 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 83c666cc-a839-4b61-bb74-9b04db28493c up at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:34:55.104125 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Provisioning complete for port 83c666cc-a839-4b61-bb74-9b04db28493c triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:34:55.104495 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:55.143940 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-60870e57-1083-4d08-9ce1-fc13ffbb773d req-ab563463-093a-430e-addf-e37ecf3f179e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112552
Mar 08 21:34:55.184666 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d57d0ca2-e199-4c3e-95f5-1857706ea6f9 req-d756949a-06c1-414e-95de-2ce7971c523d service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825871
Mar 08 21:34:55.299835 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-a5fc402e-47e7-44f6-9229-dbbea2b6ef9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1096 time: 0.0688252
Mar 08 21:34:55.436270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-ffe464ec-946c-4b24-b621-149116945d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:55.437807 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-ffe464ec-946c-4b24-b621-149116945d81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1319416
Mar 08 21:34:55.513650 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-d24a61ea-18f2-4a85-bb7b-71c4d3dd3936 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 217 time: 0.0686958
Mar 08 21:34:55.582397 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-d2e93846-f61d-4f94-8dbb-728b938ef391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:55.583830 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-d2e93846-f61d-4f94-8dbb-728b938ef391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0639269
Mar 08 21:34:55.658815 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-5ac987e4-f5ae-4953-b804-2f45e41b3757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682662
Mar 08 21:34:55.789816 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-67d92012-8e7a-4bd9-8491-2f82846f8778 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241045
Mar 08 21:34:55.917929 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c60d0c13-d62b-44b7-8ca4-815e9c201ac3 req-db797ed7-6be3-4efd-b050-333b42284e3e service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214321
Mar 08 21:34:56.353659 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c075250-a6e2-40d7-8a08-41fc061c68f3 req-e0321125-7e99-44ce-8a99-ffbf64cd805b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:56.355096 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2c075250-a6e2-40d7-8a08-41fc061c68f3 req-e0321125-7e99-44ce-8a99-ffbf64cd805b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 943 time: 0.0774598
Mar 08 21:34:56.406379 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-2c075250-a6e2-40d7-8a08-41fc061c68f3 req-878f9296-200e-4cab-9a7f-134f03db4561 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:34:56.425427 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-2c075250-a6e2-40d7-8a08-41fc061c68f3 req-878f9296-200e-4cab-9a7f-134f03db4561 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:34:56.426756 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2c075250-a6e2-40d7-8a08-41fc061c68f3 req-878f9296-200e-4cab-9a7f-134f03db4561 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653663
Mar 08 21:34:57.623851 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f29d2-8539-4811-9a48-a7d56cde748c req-e4dacc09-48b6-4e58-9183-6215950e5b40 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:57.625412 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c11f29d2-8539-4811-9a48-a7d56cde748c req-e4dacc09-48b6-4e58-9183-6215950e5b40 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 943 time: 0.0784409
Mar 08 21:34:57.676994 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c11f29d2-8539-4811-9a48-a7d56cde748c req-70254cfb-e589-4c19-bccf-0009039bc6fc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460148
Mar 08 21:34:58.843120 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0b42a87-6195-4d41-9b04-02d9ea72a7c3 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:34:58.881872 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a495c9-4d57-43e2-9898-d8277b1ec304 req-6ff3f92a-af12-4ddb-b88e-49cd535f296d tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:34:58.883941 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4a495c9-4d57-43e2-9898-d8277b1ec304 req-6ff3f92a-af12-4ddb-b88e-49cd535f296d tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 943 time: 0.0872011
Mar 08 21:34:58.930116 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e4a495c9-4d57-43e2-9898-d8277b1ec304 req-b002aded-a47d-4a6e-841e-642e5522c132 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403075
Mar 08 21:34:58.977618 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:58.990929 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'port_id': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'mac_address': 'fa:16:3e:cc:e1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:34:59.042215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:59.059017 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b42a87-6195-4d41-9b04-02d9ea72a7c3 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:34:59.072985 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:34:59.077087 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:34:59.143023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:34:59.964794 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:35:00.140112 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6478238-f3d6-4929-a069-4179bbdc80cc req-1fc1f36b-bc50-4af2-97bb-0954b0690b96 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:00.141449 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f6478238-f3d6-4929-a069-4179bbdc80cc req-1fc1f36b-bc50-4af2-97bb-0954b0690b96 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 944 time: 0.0802767
Mar 08 21:35:00.259417 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f6478238-f3d6-4929-a069-4179bbdc80cc req-43e20d32-b247-4bb0-9e97-cd880362fb69 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125102
Mar 08 21:35:00.445686 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:00.494252 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-21c7df08-cd7a-403f-a1cb-7a4428f8ab60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663247
Mar 08 21:35:00.585937 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-a255ad86-4b87-448a-8b61-602f8d224fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0702314
Mar 08 21:35:00.666587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['c0b42a87-6195-4d41-9b04-02d9ea72a7c3'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:35:00.727062 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af229434-0916-43d1-be65-bf9c9b032506 req-d352ca3b-9af1-4646-b9f3-2785593d1260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:00.728434 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-d352ca3b-9af1-4646-b9f3-2785593d1260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.1254265
Mar 08 21:35:00.831257 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-d03c02e2-7344-4a70-a45f-78d1559f3687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 1001 time: 0.0966487
Mar 08 21:35:00.892022 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af229434-0916-43d1-be65-bf9c9b032506 req-be583efc-c8ab-425f-ac69-3c46279451fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:00.893457 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-be583efc-c8ab-425f-ac69-3c46279451fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0572336
Mar 08 21:35:00.969681 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-029654ef-e265-4bcd-ad5c-2d61971fb97c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698249
Mar 08 21:35:01.107010 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-ef2614ee-72aa-4dcf-ab57-2c90b87ce1c2 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300495
Mar 08 21:35:01.243565 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-af229434-0916-43d1-be65-bf9c9b032506 req-80d9cc8b-7194-4985-85d6-8e37478af5dd service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299551
Mar 08 21:35:01.485099 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69867-7786-4252-879a-2ca165368f7f req-85b1400d-1d88-479b-9fc7-ed7fd1aa89ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:01.486918 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b7e69867-7786-4252-879a-2ca165368f7f req-85b1400d-1d88-479b-9fc7-ed7fd1aa89ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 944 time: 0.0918868
Mar 08 21:35:01.550251 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b7e69867-7786-4252-879a-2ca165368f7f req-73ea85e0-6858-449a-9b22-ece893626b04 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471375
Mar 08 21:35:02.424053 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0b42a87-6195-4d41-9b04-02d9ea72a7c3 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:35:02.492001 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:35:02.497026 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:35:02.497447 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:02.612098 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:02.641007 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:02.651105 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:02.656894 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:02.716076 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'code': 200}
Mar 08 21:35:02.728667 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:02.751901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18844c-9e8f-4d95-a6fc-d49cc14b1b2d req-ae4fc702-a48a-4a3a-a8dd-5526518803f8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:02.751901 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ef18844c-9e8f-4d95-a6fc-d49cc14b1b2d req-ae4fc702-a48a-4a3a-a8dd-5526518803f8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0863857
Mar 08 21:35:02.802276 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ef18844c-9e8f-4d95-a6fc-d49cc14b1b2d req-5ea241ca-6844-4344-bedd-ac09087ffa0b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445447
Mar 08 21:35:02.958175 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a0b87fb-bd26-48b3-922a-f476417c798c req-891bdfe1-e6e8-4f54-9e71-f2db458ab6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1098 time: 0.0670936
Mar 08 21:35:03.003520 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1a0b87fb-bd26-48b3-922a-f476417c798c req-5e74de13-9505-4127-ab1e-6c9c0fca9e54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383275
Mar 08 21:35:04.000895 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632bdc-8d13-43ee-819b-e660072e2a3b req-1d22dacd-7c5e-4966-8b11-ad4be3f9be32 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:04.002385 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bd632bdc-8d13-43ee-819b-e660072e2a3b req-1d22dacd-7c5e-4966-8b11-ad4be3f9be32 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0792844
Mar 08 21:35:04.049408 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bd632bdc-8d13-43ee-819b-e660072e2a3b req-20c4bb47-6990-488e-893b-ee4dc0ae430a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414886
Mar 08 21:35:05.252798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112967f7-8e68-4268-b114-814b6f340e4c req-b888ba0f-7b5d-4880-a127-53e0cd5b1b64 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:05.254140 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-112967f7-8e68-4268-b114-814b6f340e4c req-b888ba0f-7b5d-4880-a127-53e0cd5b1b64 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0747130
Mar 08 21:35:05.299782 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-112967f7-8e68-4268-b114-814b6f340e4c req-f922577b-403b-4103-ac77-85fbcd024a19 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401731
Mar 08 21:35:05.514195 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893918-4b2e-4c81-89fa-b5a82c5f6384 req-2a8d1487-57b3-4cd6-9eda-1fdad5455ebd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:05.515594 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-06893918-4b2e-4c81-89fa-b5a82c5f6384 req-2a8d1487-57b3-4cd6-9eda-1fdad5455ebd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0895414
Mar 08 21:35:05.524792 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51044) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:05.530184 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'floatingip': {'port_id': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:35:05.610306 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:05.907464 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51056) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:06.118838 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.180236 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:35:06.188955 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Usage tracker for resource:security_group_rule and tenant:e357824c13c548eda18d9afa2fa96806 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:35:06.193743 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:35:06.211417 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:35:06.373371 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.380264 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.493767 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315f0d6-c759-4199-a324-b48cbdceb299,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:06.507229 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-15148f06-98f0-4c8b-a2e6-029cdfe1ea9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e357824c13c548eda18d9afa2fa96806&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5946875
Mar 08 21:35:06.510186 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51064) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:06.527822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.532509 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.568166 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.598120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.650197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.668055 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315f0d6-c759-4199-a324-b48cbdceb299,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:06.670266 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:06.671946 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-387225b7-8d97-41eb-a6a6-e9e5e8d0e2ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2315f0d6-c759-4199-a324-b48cbdceb299 HTTP/1.1" status: 204  len: 168 time: 0.1607840
Mar 08 21:35:06.729384 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.db.l3_db [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Floating IP 1890125f-e805-4f2c-ae7a-e91b94ad39c1 associated. External IP: 172.27.0.232, port: c0b42a87-6195-4d41-9b04-02d9ea72a7c3.
Mar 08 21:35:07.125121 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:35:07.426207 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:35:07.436612 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:35:07.440442 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:07.448554 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:35:07.449238 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc135982b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:07.497670 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d29fc168-cdd5-4f85-8373-9ed3468ab6c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "PUT /v2.0/floatingips/1890125f-e805-4f2c-ae7a-e91b94ad39c1 HTTP/1.1" status: 200  len: 991 time: 1.9714022
Mar 08 21:35:07.498161 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:07.566838 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'status': 'completed', 'code': 200}
Mar 08 21:35:07.669969 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:35:08.024990 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc135982b0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '1890125f-e805-4f2c-ae7a-e91b94ad39c1', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:cc:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:34:48Z', 'updated_at': '2022-03-08T21:35:06Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:08.029036 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:35:08.040666 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:35:08.041314 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc135982b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:34:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:08.214778 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:35:08.550953 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc135982b0>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '1890125f-e805-4f2c-ae7a-e91b94ad39c1', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:cc:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:34:48Z', 'updated_at': '2022-03-08T21:35:06Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:08.554794 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ad6f5-235d-4142-ac4b-f65f10fefb22 None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '1890125f-e805-4f2c-ae7a-e91b94ad39c1', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:cc:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:34:48Z', 'updated_at': '2022-03-08T21:35:06Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:35:08.764747 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b13353-9397-4041-a3db-1a0b0f425128 None None] New status for floating IP 1890125f-e805-4f2c-ae7a-e91b94ad39c1: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:35:08.802281 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-1f65cb7a-1767-434c-91b8-4afde3e600b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1098 time: 0.0695109
Mar 08 21:35:08.958297 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-ca70a1f3-3c1c-49dc-ab87-9d40c4071a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:08.959602 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-ca70a1f3-3c1c-49dc-ab87-9d40c4071a37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1510870
Mar 08 21:35:09.063380 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-1d0eb0e7-f776-4567-bea0-484f0484ef86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 999 time: 0.0976923
Mar 08 21:35:09.124056 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-6d0a726c-b1dc-4a62-ba31-da20f1cf8802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:09.125477 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-6d0a726c-b1dc-4a62-ba31-da20f1cf8802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0562341
Mar 08 21:35:09.289617 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-a0b379b9-3e45-4468-a2c8-d1d8e4c8bbf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1578813
Mar 08 21:35:09.422338 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-daa94b57-9121-4b1f-a0ea-dec22b6ce498 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270227
Mar 08 21:35:09.562704 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a5ac16d2-69c4-4810-ba94-d917e28273dc req-9df9f40f-eff0-4358-8031-af86c698590b service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345172
Mar 08 21:35:13.201759 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-45a5de78-07ce-44ed-a342-225d2e513d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:13.458068 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-0749c656-c84a-4407-8446-fe2a8f3d3381 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514742406&fields=id&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 267 time: 0.0404861
Mar 08 21:35:13.604739 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-9e2c6c20-9b38-4428-9f53-04cbdef5fefb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:13.605943 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-9e2c6c20-9b38-4428-9f53-04cbdef5fefb tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.1417489
Mar 08 21:35:13.622105 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-24ef161e-e75d-4499-9a91-8701ab715ad2 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/quotas/f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 375 time: 0.0105379
Mar 08 21:35:13.705554 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-82eb5368-b841-4d97-a3e7-33ffb0cd3388 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0783880
Mar 08 21:35:13.846000 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-5a2a381c-a4a5-4c29-beba-41e4fbc2ba35 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276474
Mar 08 21:35:13.980175 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-7cd381dc-b2e3-4a88-afd6-95e52d997ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266224
Mar 08 21:35:15.421858 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-30024dea-6fd9-4efb-bb17-610d338076b8 req-212ff766-89c1-4a2b-9efd-d91b9c47ce69 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 210 time: 0.0418489
Mar 08 21:35:15.584505 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-62e1ae86-a51e-49a5-8ea8-3c8bf315442a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:16.515100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-a1c75ee2-682f-451c-b2df-f0a02b87df79 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:16.516614 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-a1c75ee2-682f-451c-b2df-f0a02b87df79 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 812 time: 0.1460550
Mar 08 21:35:16.573372 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-7891c949-ce16-4102-8143-1f94f62a2523 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7a70d4d58f24e6c8d4965f686c4190f HTTP/1.1" status: 200  len: 380 time: 0.0445466
Mar 08 21:35:16.582257 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'port': {'device_id': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'admin_state_up': True, 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'security_groups': ['2e2fd788-06d4-4f79-aa1c-c83c45d33f75']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:35:16.588510 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ce59fe92-83fa-4709-8dbe-262c36528de6 req-88391eea-56c7-4ca8-baf2-c1c3db08d5a8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 210 time: 0.0468938
Mar 08 21:35:16.621413 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:16.728464 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:35:16.738568 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:35:16.748173 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Made reservation on behalf of f7a70d4d58f24e6c8d4965f686c4190f for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:35:16.752042 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:16.762682 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:16.908022 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.20.0.12 (82622fe2-649c-4c2f-9e40-1607d1806f17/d131575c-50bb-41e8-9511-7e84a7c8e9a7/4b4b24f0-3c65-465b-99cd-e39404c9a852) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:35:17.127389 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.143890 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Transition to ACTIVE for port object 4b4b24f0-3c65-465b-99cd-e39404c9a852 will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:35:17.166702 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.242197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:35:17.245353 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:35:17.249712 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:35:17.277929 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:17.318370 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:17.319167 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.345871 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-c34810a3-5e94-4df3-a1db-9feebb222646 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7672310
Mar 08 21:35:17.362312 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Request body: {'port': {'device_id': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:35:17.471956 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.526158 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-ace45042-ecfd-42c5-974d-3f28f8631997 None None] Provisioning for port 4b4b24f0-3c65-465b-99cd-e39404c9a852 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:35:17.530826 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-ace45042-ecfd-42c5-974d-3f28f8631997 None None] Provisioning complete for port 4b4b24f0-3c65-465b-99cd-e39404c9a852 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:35:17.531203 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ace45042-ecfd-42c5-974d-3f28f8631997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.584497 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-ace45042-ecfd-42c5-974d-3f28f8631997 None None] Port 4b4b24f0-3c65-465b-99cd-e39404c9a852 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:35:17.887940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.949350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c256c-e38e-4ddb-93ad-99b56f15f00a req-214373de-1ad1-4eab-8b3b-124a3f69ec3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:17.950025 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-2c8c256c-e38e-4ddb-93ad-99b56f15f00a req-214373de-1ad1-4eab-8b3b-124a3f69ec3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:35:17.964340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4b24f0-3c65-465b-99cd-e39404c9a852 {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:35:17.974363 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:17.983988 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-2c8c256c-e38e-4ddb-93ad-99b56f15f00a req-214373de-1ad1-4eab-8b3b-124a3f69ec3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:35:17.985904 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2c8c256c-e38e-4ddb-93ad-99b56f15f00a req-214373de-1ad1-4eab-8b3b-124a3f69ec3f tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 932 time: 0.2634544
Mar 08 21:35:17.992504 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Transition to ACTIVE for port object 4b4b24f0-3c65-465b-99cd-e39404c9a852 will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:35:18.008247 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.148086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:18.152580 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2c8c256c-e38e-4ddb-93ad-99b56f15f00a req-77b26265-7014-4829-8abd-b9dfcec058f0 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613414
Mar 08 21:35:18.261494 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Attempting to bind port 4b4b24f0-3c65-465b-99cd-e39404c9a852 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:35:18.261827 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Attempting to bind port 4b4b24f0-3c65-465b-99cd-e39404c9a852 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:35:18.262152 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Attempting to bind port 4b4b24f0-3c65-465b-99cd-e39404c9a852 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:35:18.267898 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Port 4b4b24f0-3c65-465b-99cd-e39404c9a852 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:35:18.268217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Attempting to bind port 4b4b24f0-3c65-465b-99cd-e39404c9a852 on network 82622fe2-649c-4c2f-9e40-1607d1806f17 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:35:18.274284 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:35:18.274612 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Checking segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:35:18.274990 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Bound using segment: {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:35:18.275404 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Bound port: 4b4b24f0-3c65-465b-99cd-e39404c9a852, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a6ce8-6ec0-4883-a0f5-2866fdec3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:35:18.275774 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.364084 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:35:18.367047 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:35:18.372347 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.452975 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:18.457149 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.458574 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-1e1689f5-b32c-41fb-92cb-a32be798a93b service neutron] 10.222.0.30 "PUT /v2.0/ports/4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 200  len: 1094 time: 1.1049817
Mar 08 21:35:18.459046 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:18.554076 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'status': 'completed', 'code': 200}
Mar 08 21:35:18.599689 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-ba6f5e61-6607-43d0-948e-0480b41dff24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1097 time: 0.0941105
Mar 08 21:35:18.650331 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51258) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:18.673902 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-322fbb84-706a-4ae9-a81e-a3a0a434825b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 200  len: 217 time: 0.0669975
Mar 08 21:35:18.741199 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-d8ce14f6-7371-4276-be88-e01e80d7092c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:18.742592 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-d8ce14f6-7371-4276-be88-e01e80d7092c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0629959
Mar 08 21:35:18.794870 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.823843 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-b251110d-6550-4853-8a04-140cac7fbe39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734329
Mar 08 21:35:18.826665 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:35:18.830580 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Usage tracker for resource:security_group_rule and tenant:366020737b6444649ba6e40d473c87c8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:35:18.833466 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:35:18.839266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:35:18.905938 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.911751 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:18.957598 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-4b44b63b-52b7-481b-982d-087b81cf6f02 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277606
Mar 08 21:35:18.958838 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=366020737b6444649ba6e40d473c87c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3073483
Mar 08 21:35:18.959550 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe1afb-e562-48e1-bdad-21209718d68e,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:18.961412 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51264) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:18.970049 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.970393 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.970726 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.971055 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.971385 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.971735 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.972056 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.972377 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.972690 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.973002 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:18.973320 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e630b-606d-436e-b736-8b16ff6fe880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:19.130047 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:19.147022 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-952db21f-110c-4f51-ae1b-c904b1b393e4 req-b7af574a-d944-4e0b-a15f-93204b9b382c service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829126
Mar 08 21:35:19.163147 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:19.269635 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:19.322305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe1afb-e562-48e1-bdad-21209718d68e,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:19.331597 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-3298ce72-5d3d-43da-bc3b-94a9a0352c71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1097 time: 0.1369574
Mar 08 21:35:19.334161 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:19.335158 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c4826aee-4c79-477e-86b4-8e786001bc67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6fe1afb-e562-48e1-bdad-21209718d68e HTTP/1.1" status: 204  len: 168 time: 0.3726418
Mar 08 21:35:19.480421 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cc3b7-5d02-4c12-a02d-cba847453d61 req-a4e0d016-8b8c-451b-8d14-6d29bbcc2c9b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:19.481989 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-571cc3b7-5d02-4c12-a02d-cba847453d61 req-a4e0d016-8b8c-451b-8d14-6d29bbcc2c9b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.2003846
Mar 08 21:35:19.487987 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-4213592e-d142-49fe-84b8-16a253cc1586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:19.489454 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-4213592e-d142-49fe-84b8-16a253cc1586 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1515810
Mar 08 21:35:19.577117 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-8d95ffb7-b0ed-4d45-8319-3ba6d8cead5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 200  len: 217 time: 0.0724339
Mar 08 21:35:19.637903 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-571cc3b7-5d02-4c12-a02d-cba847453d61 req-88d5d7f2-23da-4b45-8856-9aa30c280f9a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474590
Mar 08 21:35:19.654190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-5abc552a-281f-4d68-b74b-1dc46cd2e3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:19.655645 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-5abc552a-281f-4d68-b74b-1dc46cd2e3d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0686681
Mar 08 21:35:19.811478 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-e44f899c-efbb-4e65-8d0e-7799b92013c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1473153
Mar 08 21:35:19.940741 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-341b3eec-2b61-4342-a889-0d459be16444 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226616
Mar 08 21:35:20.069956 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a08fb12a-65e2-4019-bc58-bd28f513685d req-61e38d2d-9048-4ef1-b6b4-7caf74574788 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228004
Mar 08 21:35:20.837967 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322a07f-2987-4ed6-955e-01820f90962c req-128e33d5-161c-47b4-9472-3737ee498ed1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:20.839401 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f322a07f-2987-4ed6-955e-01820f90962c req-128e33d5-161c-47b4-9472-3737ee498ed1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0782158
Mar 08 21:35:20.883665 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f322a07f-2987-4ed6-955e-01820f90962c req-9fbb61a2-a0ce-46f3-8288-40982cb10e90 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379357
Mar 08 21:35:22.074059 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef17fe-2ba4-413b-a7b9-9b88a76cd824 req-948ef0d2-08d5-4bcd-9c73-3356a13dfef8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:22.075497 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-34ef17fe-2ba4-413b-a7b9-9b88a76cd824 req-948ef0d2-08d5-4bcd-9c73-3356a13dfef8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0748506
Mar 08 21:35:22.123479 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-34ef17fe-2ba4-413b-a7b9-9b88a76cd824 req-e1577ad8-dff4-4587-b15c-5726f87637b3 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413659
Mar 08 21:35:23.315975 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fbd1-a4b0-49af-98a8-10e42dcaa91a req-10f5081b-1928-4d82-81c9-7b6950d840af tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:23.317638 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a1f8fbd1-a4b0-49af-98a8-10e42dcaa91a req-10f5081b-1928-4d82-81c9-7b6950d840af tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0764017
Mar 08 21:35:23.363289 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a1f8fbd1-a4b0-49af-98a8-10e42dcaa91a req-788061da-6861-454c-bde0-5eac8f3fb1a0 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388296
Mar 08 21:35:24.563726 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6276e84-9d50-4ebb-9ab3-4b759df3a617 req-55cdd1c0-8799-4542-8650-e4a8a6b863c9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:24.565598 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d6276e84-9d50-4ebb-9ab3-4b759df3a617 req-55cdd1c0-8799-4542-8650-e4a8a6b863c9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0840106
Mar 08 21:35:24.613440 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d6276e84-9d50-4ebb-9ab3-4b759df3a617 req-968e9eb1-d6a9-48b9-b589-58df50bf226a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409050
Mar 08 21:35:25.807051 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce4d6-0ed8-42ca-8671-12c784dcb7b2 req-9a9d53ab-2327-4774-a3fd-1fe55abfffb9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:25.808504 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11fce4d6-0ed8-42ca-8671-12c784dcb7b2 req-9a9d53ab-2327-4774-a3fd-1fe55abfffb9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0781958
Mar 08 21:35:25.854792 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-11fce4d6-0ed8-42ca-8671-12c784dcb7b2 req-c149890b-0183-45f9-a334-bc92db861b10 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403960
Mar 08 21:35:27.049716 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2face-0f08-40e3-b74d-18011eaaf431 req-81f91e00-50aa-4b7e-8ccd-f956ad3e04ee tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:27.051146 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-67b2face-0f08-40e3-b74d-18011eaaf431 req-81f91e00-50aa-4b7e-8ccd-f956ad3e04ee tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0797977
Mar 08 21:35:27.094168 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-67b2face-0f08-40e3-b74d-18011eaaf431 req-c74107b9-f9c1-4206-a173-aeadd4705ba4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375979
Mar 08 21:35:28.303167 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fd85f-d5c9-4f5c-a249-0dfb15e14edf req-8f1066fd-00a7-4e4e-b2f5-d5b42838288e tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:28.304616 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fc0fd85f-d5c9-4f5c-a249-0dfb15e14edf req-8f1066fd-00a7-4e4e-b2f5-d5b42838288e tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 944 time: 0.0906365
Mar 08 21:35:28.351498 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-fc0fd85f-d5c9-4f5c-a249-0dfb15e14edf req-d0a456e2-f5e3-44f7-b545-569e20138de4 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414708
Mar 08 21:35:28.578731 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4b4b24f0-3c65-465b-99cd-e39404c9a852 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:35:28.705637 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:28.717949 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'port_id': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'mac_address': 'fa:16:3e:88:04:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:35:28.769603 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:28.787457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4b24f0-3c65-465b-99cd-e39404c9a852 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:35:28.802682 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:28.806857 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:28.906058 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:29.058962 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['4b4b24f0-3c65-465b-99cd-e39404c9a852'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:35:29.542069 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df65e-42b4-49b6-a32e-bc197fc5ce0e req-f45df6e1-cabb-4481-9e8d-b385e50ce333 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:29.543497 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-014df65e-42b4-49b6-a32e-bc197fc5ce0e req-f45df6e1-cabb-4481-9e8d-b385e50ce333 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 945 time: 0.0749016
Mar 08 21:35:29.587943 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-014df65e-42b4-49b6-a32e-bc197fc5ce0e req-0606b304-cf43-45be-b37c-49059cd81ac5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388396
Mar 08 21:35:30.448086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:30.586380 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4b4b24f0-3c65-465b-99cd-e39404c9a852 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:35:30.670324 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port 4b4b24f0-3c65-465b-99cd-e39404c9a852 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:35:30.676697 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 4b4b24f0-3c65-465b-99cd-e39404c9a852 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:35:30.677075 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:30.786314 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:30.792608 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1362a-75ed-4c87-8638-1c65bbd8fc9a req-d8e01242-063e-4876-a0a8-3616e79dd115 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:30.794055 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-faa1362a-75ed-4c87-8638-1c65bbd8fc9a req-d8e01242-063e-4876-a0a8-3616e79dd115 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 945 time: 0.0759246
Mar 08 21:35:30.816206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:30.827408 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:30.833472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:30.845756 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-faa1362a-75ed-4c87-8638-1c65bbd8fc9a req-f61f6fea-10d8-4d95-940c-d4959dcec1c5 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453076
Mar 08 21:35:30.891862 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'code': 200}
Mar 08 21:35:30.908406 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:31.164692 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6bcb1118-c87b-4352-91c5-edcae7431eeb req-aa02dbe7-fa25-41f9-8572-8b5da05fbc1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1099 time: 0.0689445
Mar 08 21:35:31.205460 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-6bcb1118-c87b-4352-91c5-edcae7431eeb req-f81d35d0-0f04-4e5c-a7ee-b5b6fa331a37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349386
Mar 08 21:35:31.657423 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1070540-adad-4e73-8bd0-f70f464ec1fc req-7ae0ffb3-0527-4181-8fda-cb78b48b7af7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:31.658851 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f1070540-adad-4e73-8bd0-f70f464ec1fc req-7ae0ffb3-0527-4181-8fda-cb78b48b7af7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0749917
Mar 08 21:35:31.706442 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-f1070540-adad-4e73-8bd0-f70f464ec1fc req-28ee788f-ca0d-4bae-b530-875807b93fcf tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420799
Mar 08 21:35:32.045616 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36757-ca13-463b-a71d-339bfc4428fc req-3964697f-75f2-46fa-83d7-4656ca73b3e9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:32.047031 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c3a36757-ca13-463b-a71d-339bfc4428fc req-3964697f-75f2-46fa-83d7-4656ca73b3e9 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.0800145
Mar 08 21:35:32.090889 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c3a36757-ca13-463b-a71d-339bfc4428fc req-9d3575b2-7826-4245-95e6-fb879bdfc766 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382752
Mar 08 21:35:32.898428 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a530fb-6205-4f54-bd06-ac51939f8dce req-cd4de3ca-cd07-4ede-8b59-a302eecc5b2e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:32.899904 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8a530fb-6205-4f54-bd06-ac51939f8dce req-cd4de3ca-cd07-4ede-8b59-a302eecc5b2e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0748806
Mar 08 21:35:32.944456 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c8a530fb-6205-4f54-bd06-ac51939f8dce req-7c0bafb1-e898-4bd7-91c4-6c0772bd2b6f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392060
Mar 08 21:35:33.290775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663081-46ee-4eb5-bfb6-6354ad0852df req-e67f0eac-f7b0-45f3-9355-c86b7491e9f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:33.292290 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0663081-46ee-4eb5-bfb6-6354ad0852df req-e67f0eac-f7b0-45f3-9355-c86b7491e9f8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.0809999
Mar 08 21:35:33.336798 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d0663081-46ee-4eb5-bfb6-6354ad0852df req-abdae5ed-e7ad-4cfc-b43c-c7831adcf7ef tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380661
Mar 08 21:35:33.531413 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf2588-1430-4a0a-9cfe-a69a44aeb32b req-be494998-0190-48ca-90cc-4a99262f8f9c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:33.533351 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2faf2588-1430-4a0a-9cfe-a69a44aeb32b req-be494998-0190-48ca-90cc-4a99262f8f9c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.0815098
Mar 08 21:35:33.579234 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-2faf2588-1430-4a0a-9cfe-a69a44aeb32b req-1c47c5e2-18fd-4bc4-ba04-e5cb0cdd4e5c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400236
Mar 08 21:35:33.605798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51308) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:33.694530 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-b13c5899-bc20-42bb-bd8a-cea769178953 tempest-TestVolumeBootPattern-718244622 tempest-TestVolumeBootPattern-718244622-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1094 time: 0.0875273
Mar 08 21:35:33.697065 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51312) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:35:33.702222 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'port_id': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:35:33.707534 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:35:33.711307 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Usage tracker for resource:floatingip and tenant:f7a70d4d58f24e6c8d4965f686c4190f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:35:33.714115 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:35:33.719737 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:35:33.730066 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:33.864962 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:34.004460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Allocated IP 172.27.0.5 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/9123f6c6-7b89-41d6-a366-57cad5e3b365) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:35:34.150149 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:34.155558 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dc5bf-805f-4101-9b66-e69bcb07c36d req-c98526b0-7061-49f4-ae98-5b1e86778acd tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:34.157990 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b13dc5bf-805f-4101-9b66-e69bcb07c36d req-c98526b0-7061-49f4-ae98-5b1e86778acd tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0791359
Mar 08 21:35:34.180157 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:34.202807 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b13dc5bf-805f-4101-9b66-e69bcb07c36d req-66662cb5-0ed9-4e50-ac31-488ab3f9c629 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399256
Mar 08 21:35:34.246721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:35:34.250098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:35:34.251888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=9123f6c6-7b89-41d6-a366-57cad5e3b365,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:34.253907 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:35:34.808192 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:34.862217 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:35.059256 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:35.063499 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:35.168408 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event updated for resources: {'Port': ['ID=9123f6c6-7b89-41d6-a366-57cad5e3b365,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:35.179826 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:35.418141 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Floating IP e5391840-8715-419b-ad62-c5147ff4a614 associated. External IP: 172.27.0.5, port: 4b4b24f0-3c65-465b-99cd-e39404c9a852.
Mar 08 21:35:35.541013 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5610b-285d-4378-937f-410875e71899 req-33ec1ecc-b2ea-4de4-ba90-43d0db0781c5 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:35.542436 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-64d5610b-285d-4378-937f-410875e71899 req-33ec1ecc-b2ea-4de4-ba90-43d0db0781c5 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.2027214
Mar 08 21:35:35.609552 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-64d5610b-285d-4378-937f-410875e71899 req-c4521196-f5fd-48ab-91d3-502c123a0a8d tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545385
Mar 08 21:35:35.932289 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:35:36.122717 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:35:36.133439 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:35:36.146022 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:35:36.146559 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e18be0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:35:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:36.148017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:36.202975 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7345a9c3-18a4-4852-818b-a5e11378433c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5048752
Mar 08 21:35:36.204379 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:36.256434 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'status': 'completed', 'code': 200}
Mar 08 21:35:36.321663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:35:36.353610 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-ae6b9be3-1939-4e3f-8965-d20f04fced49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1099 time: 0.0678873
Mar 08 21:35:36.482927 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-4a76a0c0-b126-43a0-9114-56e5643f46a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:36.484313 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-4a76a0c0-b126-43a0-9114-56e5643f46a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1250989
Mar 08 21:35:36.586327 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-ce15bf76-7c46-40b5-bac5-e8b3b26e85d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 200  len: 998 time: 0.0955153
Mar 08 21:35:36.650298 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-5b24120d-2216-4c33-86d8-b03b21c71024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:36.651852 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-5b24120d-2216-4c33-86d8-b03b21c71024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0574160
Mar 08 21:35:36.666553 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e18be0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}, {'id': 'e5391840-8715-419b-ad62-c5147ff4a614', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:88:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:35:34Z', 'updated_at': '2022-03-08T21:35:34Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:36.670405 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:35:36.682621 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:35:36.683388 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13e18be0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:35:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:36.729283 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-f6bd2055-f382-49ac-a467-b94698b5cd03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709891
Mar 08 21:35:36.858106 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:35:36.914734 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1d9f-aba7-4d46-84cc-bde4dfe55ad8 req-1a0eb65b-2b43-4b71-9539-43c115497423 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:36.916224 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-955f1d9f-aba7-4d46-84cc-bde4dfe55ad8 req-1a0eb65b-2b43-4b71-9539-43c115497423 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.1860907
Mar 08 21:35:36.917911 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-1c075efc-feea-4a2d-af48-6e1347b2b71d service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578310
Mar 08 21:35:36.964663 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:35:37.046752 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-955f1d9f-aba7-4d46-84cc-bde4dfe55ad8 req-7558e0a4-af29-4deb-b56e-bbb2cea1f865 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249182
Mar 08 21:35:37.095290 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-201e7fba-5878-4aad-88b0-3e6c34dde4a7 req-b8f54b73-78f0-439a-a97a-1462ea40c165 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598516
Mar 08 21:35:37.239649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13e18be0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}, {'id': 'e5391840-8715-419b-ad62-c5147ff4a614', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:88:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:35:34Z', 'updated_at': '2022-03-08T21:35:34Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:35:37.243376 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefd472-eb22-4a8d-b6ed-a4ea3a9ac82d None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}, {'id': 'e5391840-8715-419b-ad62-c5147ff4a614', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:88:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:35:34Z', 'updated_at': '2022-03-08T21:35:34Z', 'revision_number': 0, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:35:37.430359 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c0da1-0954-47b0-942b-36a50b95a28a None None] New status for floating IP e5391840-8715-419b-ad62-c5147ff4a614: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:35:38.247910 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62799-2e55-4689-a88a-de154ef8db1c req-a81078d6-d461-4b63-aa3d-672189775d40 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:38.249306 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0dd62799-2e55-4689-a88a-de154ef8db1c req-a81078d6-d461-4b63-aa3d-672189775d40 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0731292
Mar 08 21:35:38.292773 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0dd62799-2e55-4689-a88a-de154ef8db1c req-91a66b1e-6f85-4547-8016-fe54c28a35be tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373976
Mar 08 21:35:39.486589 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ae7ac-ae6c-4667-a900-148a8847f0cb req-4d81f91d-2083-4a2f-8404-60effa0d22e1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:39.488034 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-825ae7ac-ae6c-4667-a900-148a8847f0cb req-4d81f91d-2083-4a2f-8404-60effa0d22e1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0772960
Mar 08 21:35:39.532198 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-825ae7ac-ae6c-4667-a900-148a8847f0cb req-8d733267-486f-4fbe-80c8-be041aa8e51f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386293
Mar 08 21:35:40.727281 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b146d0-5357-4888-b93b-65df228b973b req-8a15e5bb-5a51-416f-954b-fd31048b2702 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:40.728736 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a4b146d0-5357-4888-b93b-65df228b973b req-8a15e5bb-5a51-416f-954b-fd31048b2702 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0770633
Mar 08 21:35:40.774474 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-a4b146d0-5357-4888-b93b-65df228b973b req-48291774-04d2-468e-8a14-305490ee8912 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395529
Mar 08 21:35:41.741414 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-12f145b2-10fe-4106-a3c6-c644a3f8beaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0663443
Mar 08 21:35:41.872902 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-74cde557-c73c-45ad-9a5e-748795482248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:41.874355 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-74cde557-c73c-45ad-9a5e-748795482248 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.1277564
Mar 08 21:35:42.106631 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-db42585e-16b5-4e9b-aab7-d42204388b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 1001 time: 0.2250340
Mar 08 21:35:42.171020 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e88e3-accc-4742-b18e-72d8bdcfc582 req-f03904f5-3fd7-4500-8cae-236b6048fdff tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:42.172484 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e70e88e3-accc-4742-b18e-72d8bdcfc582 req-f03904f5-3fd7-4500-8cae-236b6048fdff tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.1590757
Mar 08 21:35:42.180321 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-a5056846-da86-4724-b75a-a993c42dbed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:42.181653 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-a5056846-da86-4724-b75a-a993c42dbed1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0691853
Mar 08 21:35:42.270642 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-e70e88e3-accc-4742-b18e-72d8bdcfc582 req-6fbc36e8-c970-4442-81db-356c09ffc3db tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919092
Mar 08 21:35:42.285764 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-1b9879e8-1a52-49d4-bf3b-bc3a2479df74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890751
Mar 08 21:35:42.417472 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-97922be6-bc8b-48b8-91c9-93ccfe55216d service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247337
Mar 08 21:35:42.545803 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7a74860b-df99-4c43-91a7-49f19f86ecb8 req-0af5532b-4a14-4f90-9857-172a83f45c37 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226513
Mar 08 21:35:43.204639 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a906833b-ee13-4c1a-a13e-38380ff9e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:43.459126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe575a-569c-4ea5-a669-3be751cc2664 req-314233d6-3ddb-4040-820f-54122425a8e9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:43.460489 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1fbe575a-569c-4ea5-a669-3be751cc2664 req-314233d6-3ddb-4040-820f-54122425a8e9 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0739553
Mar 08 21:35:43.590353 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-1fbe575a-569c-4ea5-a669-3be751cc2664 req-d9e0ead0-7d72-4c82-88a4-a23c922b28e3 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242914
Mar 08 21:35:44.783498 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d299b-b4ab-48f4-86ec-224a0ffaa438 req-2965d59c-1ebc-4845-960c-41ec45905db8 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:44.784863 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7a8d299b-b4ab-48f4-86ec-224a0ffaa438 req-2965d59c-1ebc-4845-960c-41ec45905db8 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0756776
Mar 08 21:35:44.828813 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7a8d299b-b4ab-48f4-86ec-224a0ffaa438 req-4fbefc3d-ab62-4a89-b19f-8408ffd77f31 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383108
Mar 08 21:35:45.016039 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4cca26bf-0bf6-42a0-8361-7d9bacac7279 req-36dea648-1dcf-459e-921f-fe7340ba9b81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0705037
Mar 08 21:35:45.362517 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4168-52b8-4262-ae15-5b5737d2c6e3 req-bc5b537b-2b6b-4e86-8748-39307d57e8fb tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:45.363948 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d3ec4168-52b8-4262-ae15-5b5737d2c6e3 req-bc5b537b-2b6b-4e86-8748-39307d57e8fb tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.1312153
Mar 08 21:35:45.396462 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-de022f1a-042c-4d52-a1e6-139249424559 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2421405
Mar 08 21:35:45.420243 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d3ec4168-52b8-4262-ae15-5b5737d2c6e3 req-d16ebe51-7b64-442b-86b4-84f7803baad8 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499175
Mar 08 21:35:45.587433 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-dab012db-52dc-4b2c-aa41-e75152dce432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:46.556378 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-ec3cf349-0c3a-41b7-9b36-1e5f6c9c31dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267&tenant_id=629a88100d2b4dc491399db3d6c8d056 HTTP/1.1" status: 200  len: 1098 time: 0.0772965
Mar 08 21:35:46.640248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae272-441a-4477-b0d2-02cfb76c660c req-e392d09c-d249-4702-b857-7a9f02035915 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:46.642191 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4beae272-441a-4477-b0d2-02cfb76c660c req-e392d09c-d249-4702-b857-7a9f02035915 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0987008
Mar 08 21:35:46.643725 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:46.655316 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-4e050eff-54a7-4258-92a7-f5d1d6bab6b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0726562
Mar 08 21:35:46.688915 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4beae272-441a-4477-b0d2-02cfb76c660c req-bc27edaf-4372-47ca-b61a-59a0a85b52b8 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410941
Mar 08 21:35:46.770517 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:46.802940 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-fb49a309-631e-45a0-bda9-d04303b486d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:46.804456 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-fb49a309-631e-45a0-bda9-d04303b486d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.1432586
Mar 08 21:35:46.920236 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-620d2ab3-63b8-42ec-b7cc-497ea0aa5fe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 1001 time: 0.1023250
Mar 08 21:35:46.981967 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-e4f8d44a-b3ce-494f-bdcc-d0faad6fa29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:46.983387 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-e4f8d44a-b3ce-494f-bdcc-d0faad6fa29e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0556788
Mar 08 21:35:47.059611 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-9a3ba8e9-4bcd-4787-9975-eb4aa254003d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699754
Mar 08 21:35:47.187425 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-7f1b5e81-d311-4db5-94ee-0bf7c8729233 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206403
Mar 08 21:35:47.325391 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-dbb9df03-4bea-4cc0-8a8b-ef7b6a10ef4d req-6de96663-b586-4810-9578-1508bcb5ceec service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220565
Mar 08 21:35:47.890643 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765b46-840c-426f-8beb-318aee4c335f req-a3aba97b-fa6d-40ca-af2d-d7ff9c3fe363 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:47.892705 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-17765b46-840c-426f-8beb-318aee4c335f req-a3aba97b-fa6d-40ca-af2d-d7ff9c3fe363 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0825839
Mar 08 21:35:47.899123 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:47.942834 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-17765b46-840c-426f-8beb-318aee4c335f req-ade3bd36-2103-4c6c-ac4b-ba57a22ccd41 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411158
Mar 08 21:35:48.698644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:35:48.806317 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:48.832587 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:48.842406 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:48.846833 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:48.891940 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'code': 200}
Mar 08 21:35:48.914514 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=6']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:48.922510 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.922834 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.923171 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.923548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.923908 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.924230 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.924551 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.924873 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.925192 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.925506 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:48.925821 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:35:49.142042 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198c504-0ec4-41b4-8222-49eaf025c81e req-39d2da9a-a80a-4742-8aad-7c6c7eed15d5 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:49.144671 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d198c504-0ec4-41b4-8222-49eaf025c81e req-39d2da9a-a80a-4742-8aad-7c6c7eed15d5 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0756397
Mar 08 21:35:49.190261 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d198c504-0ec4-41b4-8222-49eaf025c81e req-cab34698-378b-4c89-afad-0297e9197cf7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391023
Mar 08 21:35:50.381316 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec753b-effb-4492-aa71-c76a2fb887db req-47de1beb-d0c3-40f3-9c7f-333c534b5f04 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:50.382727 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-feec753b-effb-4492-aa71-c76a2fb887db req-47de1beb-d0c3-40f3-9c7f-333c534b5f04 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0735633
Mar 08 21:35:50.426328 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-feec753b-effb-4492-aa71-c76a2fb887db req-84aa7ed7-dde0-4449-af35-9b6d83a37b26 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380638
Mar 08 21:35:51.621248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a15a-2f4c-4ad6-b1fe-425b4748918c req-ac88dd31-eed4-485b-94e7-cd57af9c083f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:51.622678 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e5e1a15a-2f4c-4ad6-b1fe-425b4748918c req-ac88dd31-eed4-485b-94e7-cd57af9c083f tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0809364
Mar 08 21:35:51.667158 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e5e1a15a-2f4c-4ad6-b1fe-425b4748918c req-537a30f1-0e55-4e5c-a625-e6f00d605b30 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383468
Mar 08 21:35:52.949056 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20749-9bf3-4695-9deb-e31dd33c9c2d req-602b0ab3-a002-4d3c-8655-6606c6ec57c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:52.950483 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-56e20749-9bf3-4695-9deb-e31dd33c9c2d req-602b0ab3-a002-4d3c-8655-6606c6ec57c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.1619101
Mar 08 21:35:52.993925 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-56e20749-9bf3-4695-9deb-e31dd33c9c2d req-33dcf20a-655d-4a0c-add4-3287c1123ebb tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378463
Mar 08 21:35:53.768833 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40a5e-9c7d-41e0-b3a0-db42a8efd215 req-922f827b-47bb-454d-8fcb-8cb884bc60e0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:53.770262 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3fb40a5e-9c7d-41e0-b3a0-db42a8efd215 req-922f827b-47bb-454d-8fcb-8cb884bc60e0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0765440
Mar 08 21:35:53.817953 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3fb40a5e-9c7d-41e0-b3a0-db42a8efd215 req-5cfe8105-da5a-4306-8b2d-d0660e6af502 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421929
Mar 08 21:35:53.959544 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-105e51c3-f16f-4dcb-b2ee-e8e98324765c req-3b192a79-1d28-41d0-a06c-c92e5c2727b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1096 time: 0.0703895
Mar 08 21:35:54.000624 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-105e51c3-f16f-4dcb-b2ee-e8e98324765c req-c663b4b4-5a88-402e-889d-36de727d5ea8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351093
Mar 08 21:35:54.192216 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46abb-681b-4d33-ac17-5709f1e76d0f req-f11ec341-f00d-478e-911a-fa34b40bb0ad tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:54.193555 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-58f46abb-681b-4d33-ac17-5709f1e76d0f req-f11ec341-f00d-478e-911a-fa34b40bb0ad tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0768440
Mar 08 21:35:54.241183 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-58f46abb-681b-4d33-ac17-5709f1e76d0f req-c60d3130-2632-4750-9287-79a85757e0c1 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422540
Mar 08 21:35:55.022757 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7af270-5171-4a75-95be-adb3d6c07b65 req-eb0ff9e1-62d8-4897-8509-052c71594c66 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:55.024806 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0f7af270-5171-4a75-95be-adb3d6c07b65 req-eb0ff9e1-62d8-4897-8509-052c71594c66 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0858600
Mar 08 21:35:55.070718 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-0f7af270-5171-4a75-95be-adb3d6c07b65 req-6df82a6f-310c-4f12-9de0-4ec8b7f8c7d3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400672
Mar 08 21:35:55.430676 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8d616-cfb0-4d0f-95d7-91c0ea7dd110 req-2200d376-39c8-43d1-b388-cbf407a67c1b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:55.432131 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-66f8d616-cfb0-4d0f-95d7-91c0ea7dd110 req-2200d376-39c8-43d1-b388-cbf407a67c1b tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 943 time: 0.0740812
Mar 08 21:35:55.475420 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-66f8d616-cfb0-4d0f-95d7-91c0ea7dd110 req-ce0c81ba-ef9e-4fb1-92c8-18bb18f5540a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379190
Mar 08 21:35:56.268024 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae49c8f-33a5-4c4e-b484-86777c2786fa req-159676b0-919d-4d28-953a-a49dc2468079 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:56.269390 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ae49c8f-33a5-4c4e-b484-86777c2786fa req-159676b0-919d-4d28-953a-a49dc2468079 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0754950
Mar 08 21:35:56.313234 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8ae49c8f-33a5-4c4e-b484-86777c2786fa req-c68c368f-c0bc-4952-8758-38077e6ad28b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383940
Mar 08 21:35:56.740103 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:35:56.870995 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:56.883578 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'port_id': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'mac_address': 'fa:16:3e:85:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:35:56.938750 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:56.960331 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c11d9b-d318-4184-ab37-aaf7e16df63c {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:35:56.975376 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:56.979086 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:57.043358 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=7']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:35:57.231638 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['11c11d9b-d318-4184-ab37-aaf7e16df63c'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:35:57.511100 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23cb24-8a78-4324-b27d-022462066e63 req-c084229d-0521-4061-b52c-a4593e1a52fb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:57.512816 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ed23cb24-8a78-4324-b27d-022462066e63 req-c084229d-0521-4061-b52c-a4593e1a52fb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0806701
Mar 08 21:35:57.556708 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ed23cb24-8a78-4324-b27d-022462066e63 req-791b9002-0925-45b9-81c2-3982b7da7afd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381210
Mar 08 21:35:58.751901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3458-acfa-489b-a001-188c245011f5 req-a5a01a6f-04d4-4790-8fd7-cb14552f0747 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:35:58.753337 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-37db3458-acfa-489b-a001-188c245011f5 req-a5a01a6f-04d4-4790-8fd7-cb14552f0747 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0777931
Mar 08 21:35:58.760344 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:35:58.801439 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-37db3458-acfa-489b-a001-188c245011f5 req-4b9f63fa-4528-4926-81aa-e77cdfcc367b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411901
Mar 08 21:35:58.830113 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port 11c11d9b-d318-4184-ab37-aaf7e16df63c triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:35:58.830479 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:58.943791 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:58.969643 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:35:58.979064 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:35:58.982812 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:35:59.026980 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'code': 200}
Mar 08 21:35:59.049618 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=8']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:36:00.005932 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-f3c5cb91-f3ad-4904-a615-4f9223e26520 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1229684
Mar 08 21:36:00.022595 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c719e-eacb-4e84-8c8c-1917f89d041e req-d2ea8007-bbe1-4725-ba42-d284f46482c1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:00.024018 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f0c719e-eacb-4e84-8c8c-1917f89d041e req-d2ea8007-bbe1-4725-ba42-d284f46482c1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1003370
Mar 08 21:36:00.119737 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f0c719e-eacb-4e84-8c8c-1917f89d041e req-0b622db3-5dc4-4fcf-98a9-c742e0fae91f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638971
Mar 08 21:36:00.129446 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-23305425-4f62-41d5-bc12-00026294949f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1098 time: 0.1023574
Mar 08 21:36:00.269947 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-4cde5077-2f73-4793-a1c4-e85a06d39330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:00.271367 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-4cde5077-2f73-4793-a1c4-e85a06d39330 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1248786
Mar 08 21:36:00.366775 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-6aa585c4-22a3-4f8a-a6bd-a74f45697c7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 1001 time: 0.0892787
Mar 08 21:36:00.430063 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-369b5fbe-0f23-4b15-9572-074c5cf6b440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:00.431349 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-369b5fbe-0f23-4b15-9572-074c5cf6b440 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0588670
Mar 08 21:36:00.477773 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:00.505397 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-80ec9975-83ca-4abb-8dd3-628f047f40a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685160
Mar 08 21:36:00.633287 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-a3b6250e-f628-4a57-8635-280c1249641b service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212850
Mar 08 21:36:00.759719 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4fc7d991-23cd-4a5e-b603-81a35f9da884 req-5cd2e65b-d177-45a4-a50a-f4b82d70579e service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205981
Mar 08 21:36:01.317304 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155c3c-9521-4eee-9892-ff9c97538d7e req-fdcda8d1-3332-4f8d-aa5f-7a2079039f34 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:01.318740 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89155c3c-9521-4eee-9892-ff9c97538d7e req-fdcda8d1-3332-4f8d-aa5f-7a2079039f34 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0773451
Mar 08 21:36:01.362568 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-89155c3c-9521-4eee-9892-ff9c97538d7e req-e4a918e0-940f-4a80-89c1-b935189dafe9 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384886
Mar 08 21:36:02.559329 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c33c2-ffad-4546-943c-ab79a30c0a5e req-c9e0f8f2-34f9-4943-bc10-749a663fdcdb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:02.560805 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5a5c33c2-ffad-4546-943c-ab79a30c0a5e req-c9e0f8f2-34f9-4943-bc10-749a663fdcdb tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0783010
Mar 08 21:36:02.605459 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5a5c33c2-ffad-4546-943c-ab79a30c0a5e req-46ff2cfe-a851-406c-a110-c3a023426f6f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387537
Mar 08 21:36:03.808297 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfaf6c-c68c-4829-a7b3-4c04d2c7cdb1 req-9a744c7e-2c30-46d6-8d93-05fc58983dc6 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:03.809723 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-00bfaf6c-c68c-4829-a7b3-4c04d2c7cdb1 req-9a744c7e-2c30-46d6-8d93-05fc58983dc6 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0785809
Mar 08 21:36:03.854647 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-00bfaf6c-c68c-4829-a7b3-4c04d2c7cdb1 req-d38d7a00-c071-4546-b412-ff4aed794cf9 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383787
Mar 08 21:36:05.047442 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c371-9cde-4c5b-b33f-3f434db39430 req-ae490cc4-4e80-45d4-aa9e-69ea1d4728dd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:05.049643 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b5c1c371-9cde-4c5b-b33f-3f434db39430 req-ae490cc4-4e80-45d4-aa9e-69ea1d4728dd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0761199
Mar 08 21:36:05.092811 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b5c1c371-9cde-4c5b-b33f-3f434db39430 req-86bf8688-c861-455d-84ed-70ae1198e7f8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378141
Mar 08 21:36:06.294015 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12fdf3-8cc3-4915-8d56-7eaf9fa68d34 req-88f286ba-86cd-45b5-a93e-fc2e282a5aaf tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:06.295472 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b12fdf3-8cc3-4915-8d56-7eaf9fa68d34 req-88f286ba-86cd-45b5-a93e-fc2e282a5aaf tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0811241
Mar 08 21:36:06.350248 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-3b12fdf3-8cc3-4915-8d56-7eaf9fa68d34 req-14f41a84-6961-42eb-85d9-453c59267450 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485098
Mar 08 21:36:07.613076 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771b88f-a6a1-4093-817b-e6703ce505d6 req-b5dd972f-cda8-4271-b153-961b4df2fe5c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:07.614525 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4771b88f-a6a1-4093-817b-e6703ce505d6 req-b5dd972f-cda8-4271-b153-961b4df2fe5c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1464295
Mar 08 21:36:07.660035 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-4771b88f-a6a1-4093-817b-e6703ce505d6 req-23facd26-da75-4234-b4e9-b1eb83d2ee88 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399745
Mar 08 21:36:08.999380 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824b6e1-568a-4d92-a7c3-7b26e6ca6db3 req-8cec1e9c-9bfe-4cca-b82a-fdb19b089d0b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:09.000776 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7824b6e1-568a-4d92-a7c3-7b26e6ca6db3 req-8cec1e9c-9bfe-4cca-b82a-fdb19b089d0b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0828507
Mar 08 21:36:09.046276 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-7824b6e1-568a-4d92-a7c3-7b26e6ca6db3 req-276627e5-937c-4c1a-8880-b8af533e236d tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391970
Mar 08 21:36:10.243064 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e6e9-f2a7-4dd8-b06a-87e4c5dfc865 req-c297e831-d458-469d-b50c-346820f86507 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:10.244432 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-36d4e6e9-f2a7-4dd8-b06a-87e4c5dfc865 req-c297e831-d458-469d-b50c-346820f86507 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0772324
Mar 08 21:36:10.289491 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-36d4e6e9-f2a7-4dd8-b06a-87e4c5dfc865 req-27655b95-79c9-4142-b618-9d2abb750dd5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396969
Mar 08 21:36:10.697055 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c09025-acf5-4611-8eee-6af5847f6851 req-85d40726-b145-431a-910b-f889557d8e39 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:10.698488 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b2c09025-acf5-4611-8eee-6af5847f6851 req-85d40726-b145-431a-910b-f889557d8e39 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1328602
Mar 08 21:36:10.728296 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-d77d4037-5600-40ed-bf65-66513f823909 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1098 time: 0.1193438
Mar 08 21:36:10.823756 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b2c09025-acf5-4611-8eee-6af5847f6851 req-7971c8d8-ab58-4f9b-bfa7-39a12182e101 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180389
Mar 08 21:36:10.869814 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-42e1cc0e-61d8-40be-9d03-9fc731e4a127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:10.871237 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-42e1cc0e-61d8-40be-9d03-9fc731e4a127 service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1323905
Mar 08 21:36:10.972830 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-3ffa5f97-351c-4f03-aeba-fd65fcea4526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 1001 time: 0.0950170
Mar 08 21:36:11.035188 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-337e9ca8-e36d-432d-a217-4f764d58afb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:11.036620 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-337e9ca8-e36d-432d-a217-4f764d58afb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0563605
Mar 08 21:36:11.112437 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-f6d8ace9-0e2a-41ff-8236-a8093c34b4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690410
Mar 08 21:36:11.240308 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-19ab5ac7-d845-4f9a-b60b-6ba0f74e5227 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214175
Mar 08 21:36:11.369469 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3bafcfe7-d8a2-4ea6-b198-72c313c8aa29 req-14cbebdd-d65e-461f-a38b-581aa95e6dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230483
Mar 08 21:36:12.030788 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c87e-1d97-46ab-89fa-e2ab059d522b req-93f6552c-b5ca-4260-82fc-1e5427e033e7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:12.032294 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a85c87e-1d97-46ab-89fa-e2ab059d522b req-93f6552c-b5ca-4260-82fc-1e5427e033e7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0799925
Mar 08 21:36:12.081406 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0a85c87e-1d97-46ab-89fa-e2ab059d522b req-fa7df605-a78f-4f16-aef1-3c0c9eacc014 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436046
Mar 08 21:36:13.206475 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0779c11b-a286-4467-a609-2f2514937d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:13.273086 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe7dca-b4cb-4b51-bc7c-dc38566a6d89 req-50d1046a-8458-466e-930e-3e5c45041949 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:13.274501 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d1fe7dca-b4cb-4b51-bc7c-dc38566a6d89 req-50d1046a-8458-466e-930e-3e5c45041949 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0741251
Mar 08 21:36:13.318624 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-d1fe7dca-b4cb-4b51-bc7c-dc38566a6d89 req-8390c834-a006-4900-97ba-dd062dbd6993 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386701
Mar 08 21:36:13.965517 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:36:15.589466 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8eef5022-c563-4c10-b418-574e9ae1e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:16.621038 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:16.768027 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:17.891357 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:30.493023 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:43.209236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-8f3f77d8-ab37-4b26-be92-098985999d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:45.590699 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6c2f272b-ad70-45c8-a7f5-8400cd0a363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:46.627308 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:46.770548 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:47.344593 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02c168-ec27-4d20-8974-9aad498e0d27 req-4bcb8d5d-ac28-45fc-8afb-9577dd168865 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:47.345998 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4e02c168-ec27-4d20-8974-9aad498e0d27 req-4bcb8d5d-ac28-45fc-8afb-9577dd168865 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0754375
Mar 08 21:36:47.390344 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-4e02c168-ec27-4d20-8974-9aad498e0d27 req-6bafeaa5-2d2f-4239-bce9-f74d6c075a5a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384250
Mar 08 21:36:47.897895 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:36:48.583737 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d95c-2746-4b07-924d-704a023825f0 req-fbb6c5ba-5006-41e7-a8af-7710b871d36b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:48.585159 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c673d95c-2746-4b07-924d-704a023825f0 req-fbb6c5ba-5006-41e7-a8af-7710b871d36b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0775778
Mar 08 21:36:48.628919 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c673d95c-2746-4b07-924d-704a023825f0 req-0f163935-4c77-46b5-881a-760e8a8a2195 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383782
Mar 08 21:36:49.821793 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68183b-e7a7-4c5a-a61f-35765c85aac6 req-4114ec16-730e-41e0-b974-c901c4ed4ae5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:49.823224 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9a68183b-e7a7-4c5a-a61f-35765c85aac6 req-4114ec16-730e-41e0-b974-c901c4ed4ae5 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0783553
Mar 08 21:36:49.866791 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9a68183b-e7a7-4c5a-a61f-35765c85aac6 req-2cab9606-ef88-4b12-b4bf-598f7aa4fe41 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380127
Mar 08 21:36:50.967497 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:36:51.075377 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471ea39-2b1e-43d3-b3b8-319e07588fef req-698dfba2-ce2a-4294-b299-176c9e070bc8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:51.076879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5471ea39-2b1e-43d3-b3b8-319e07588fef req-698dfba2-ce2a-4294-b299-176c9e070bc8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0831039
Mar 08 21:36:51.121417 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5471ea39-2b1e-43d3-b3b8-319e07588fef req-c4425687-822a-4ac3-8dd3-5f6d6b2ce153 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388854
Mar 08 21:36:52.313360 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ca81b-fd01-4487-980b-956bd4fb2b5c req-8a3c4306-32e3-4c98-ba4c-2669b9cecea0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:52.314794 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9d8ca81b-fd01-4487-980b-956bd4fb2b5c req-8a3c4306-32e3-4c98-ba4c-2669b9cecea0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0749226
Mar 08 21:36:52.359286 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-9d8ca81b-fd01-4487-980b-956bd4fb2b5c req-a8e9c331-7fe7-4a21-a8ab-0d63d9ee81a1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391042
Mar 08 21:36:53.551592 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9bab-5966-4988-bfc2-bc6c5704b27d req-5f931630-c713-442f-94e8-999a4ef711e7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:53.553042 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a65f9bab-5966-4988-bfc2-bc6c5704b27d req-5f931630-c713-442f-94e8-999a4ef711e7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0772941
Mar 08 21:36:53.597013 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a65f9bab-5966-4988-bfc2-bc6c5704b27d req-ebf2180d-efba-4675-9e36-0545d9e4b200 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385792
Mar 08 21:36:54.870854 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ba23-a71d-47ca-9070-68d294f9c1d3 req-bd841cc6-2779-48a6-95da-2570e8f34322 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:54.872394 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8f76ba23-a71d-47ca-9070-68d294f9c1d3 req-bd841cc6-2779-48a6-95da-2570e8f34322 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1565938
Mar 08 21:36:54.916659 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-8f76ba23-a71d-47ca-9070-68d294f9c1d3 req-41c89107-63ff-4cea-8a02-1ff6b5363b27 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388091
Mar 08 21:36:56.106308 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dffff-abfa-4bd6-8699-8830f38a13ce req-57bcef75-bc12-48bc-a206-c632252c10f9 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:56.107781 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-942dffff-abfa-4bd6-8699-8830f38a13ce req-57bcef75-bc12-48bc-a206-c632252c10f9 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0742664
Mar 08 21:36:56.157046 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-942dffff-abfa-4bd6-8699-8830f38a13ce req-d7b01d14-fe69-4497-83a7-762eb7fd8c8b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437407
Mar 08 21:36:57.354462 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22a20-fa52-46b3-bce5-f0c8f1457a14 req-211389c6-8338-4123-9992-8f42154d25bf tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:57.355921 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ade22a20-fa52-46b3-bce5-f0c8f1457a14 req-211389c6-8338-4123-9992-8f42154d25bf tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0751381
Mar 08 21:36:57.401442 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-ade22a20-fa52-46b3-bce5-f0c8f1457a14 req-184cb8e0-5e18-43a3-a518-6106a4fb1476 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401373
Mar 08 21:36:58.732310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d76ef6-2adf-4a50-ba0d-747f43e7bc65 req-3d86f0d9-8206-4220-b296-c6c19bfa58c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:58.733662 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-58d76ef6-2adf-4a50-ba0d-747f43e7bc65 req-3d86f0d9-8206-4220-b296-c6c19bfa58c8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.2111056
Mar 08 21:36:58.777319 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-58d76ef6-2adf-4a50-ba0d-747f43e7bc65 req-bf3b84be-acad-4082-bf90-96f4452439bc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383148
Mar 08 21:36:59.262765 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8c80-9bff-4ec1-b91a-d97d74163861 req-3907b272-be4a-491b-abb3-e9e44504fbf0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:59.264163 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a86f8c80-9bff-4ec1-b91a-d97d74163861 req-3907b272-be4a-491b-abb3-e9e44504fbf0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.2074432
Mar 08 21:36:59.271146 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-96e8458b-8ad7-48d3-a29f-4eed4935e69c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 1098 time: 0.1741097
Mar 08 21:36:59.393287 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-a86f8c80-9bff-4ec1-b91a-d97d74163861 req-04735442-013e-442c-a3cf-0802239016cf tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211016
Mar 08 21:36:59.428682 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-c38e8227-3621-4acc-98a5-056838f7985e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:59.430085 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-c38e8227-3621-4acc-98a5-056838f7985e service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1453145
Mar 08 21:36:59.532112 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-cfba25de-e673-40b7-9795-7be8c3838afb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 200  len: 1001 time: 0.0961349
Mar 08 21:36:59.594842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-836a076c-e502-46ba-97b2-db49eed33987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:36:59.596260 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-836a076c-e502-46ba-97b2-db49eed33987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0589249
Mar 08 21:36:59.667699 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-33bd5b07-a1b3-4c67-bdc9-a540590dad00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0657187
Mar 08 21:36:59.795059 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-b055c3bd-e6af-4a31-bd4f-6c966007c797 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211491
Mar 08 21:36:59.915680 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-edf9aee2-b303-42d1-8a83-927ef43a9d08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668528
Mar 08 21:36:59.925495 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-ada1ea69-85a6-4074-b79d-fae0f4c4131c req-528737b3-bdd2-49bc-883f-b9a6ee215dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243665
Mar 08 21:37:00.055292 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-5ead979c-fa38-4fee-b091-5665e3f25262 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0664642
Mar 08 21:37:00.196693 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-018bd5f1-4979-4455-a30a-fee7249c1a49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:00.198170 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-018bd5f1-4979-4455-a30a-fee7249c1a49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.1251805
Mar 08 21:37:00.298513 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-2cdf1466-aec7-4e35-922c-46475c4cb534 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 1001 time: 0.0931511
Mar 08 21:37:00.362390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-3b68cf7d-009e-4399-8cef-dc54c08e2163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:00.363746 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-3b68cf7d-009e-4399-8cef-dc54c08e2163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0590782
Mar 08 21:37:00.439918 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-33d2e7bc-0293-4d5c-8c39-0248448d0316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676262
Mar 08 21:37:00.511334 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:00.580979 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-b34fd4a0-e7e7-4156-be95-760340cc1aa8 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330996
Mar 08 21:37:00.676563 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12cc7-4b1a-41ab-8bf7-d8350937ba68 req-687bf849-2559-4476-b6c3-a845f0c4d806 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:00.678445 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3b12cc7-4b1a-41ab-8bf7-d8350937ba68 req-687bf849-2559-4476-b6c3-a845f0c4d806 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1521626
Mar 08 21:37:00.710516 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-21d49ace-1bd7-4d29-8fd2-6ca0cd6e5a1d req-3f55edb4-1e9a-46e8-abe2-20c0934696a5 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235917
Mar 08 21:37:00.726190 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-b3b12cc7-4b1a-41ab-8bf7-d8350937ba68 req-1a5c6d68-c435-4738-a29b-3aa4e2a0fed3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423386
Mar 08 21:37:01.916293 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28affaa-a881-48fd-bcd3-a684272be5d4 req-c463fa81-aa53-47b7-a3d3-8939ca38fad1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:01.917736 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b28affaa-a881-48fd-bcd3-a684272be5d4 req-c463fa81-aa53-47b7-a3d3-8939ca38fad1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.0746429
Mar 08 21:37:01.965362 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-b28affaa-a881-48fd-bcd3-a684272be5d4 req-2b536cad-8ca7-4a3d-9177-a810815d87b8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422289
Mar 08 21:37:05.549392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51518) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:05.755345 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port 9123f6c6-7b89-41d6-a366-57cad5e3b365 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:05.755734 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:05.937081 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:05.937409 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:06.059787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for 9123f6c6-7b89-41d6-a366-57cad5e3b365 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:06.211863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:06.257970 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=9123f6c6-7b89-41d6-a366-57cad5e3b365,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:06.328974 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.329314 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.329639 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.329969 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.330298 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.330622 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.330946 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.331270 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.331593 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.331943 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.332259 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:06.363898 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:06.826638 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:07.026670 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:07.035808 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:07.048721 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:07.049332 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13609be0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:36:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:07.055223 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:07.106880 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8adb53c4-f942-4195-8e5d-b12baf096677 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "DELETE /v2.0/floatingips/e5391840-8715-419b-ad62-c5147ff4a614 HTTP/1.1" status: 204  len: 168 time: 1.5561535
Mar 08 21:37:07.107298 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:07.164040 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'status': 'completed', 'code': 200}
Mar 08 21:37:07.268826 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:07.351144 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-af5b4897-1d3c-4c06-b3c3-2ac35ef44c08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 1099 time: 0.1663628
Mar 08 21:37:07.541970 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-557bebce-7436-47cd-bd49-3dd1190de12e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:07.543332 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-557bebce-7436-47cd-bd49-3dd1190de12e service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1861577
Mar 08 21:37:07.549562 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4276-2f2a-435e-8315-026a032cf6ee req-4bbef55c-5145-4a5c-9cc8-a406402fb82c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:07.550921 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-eece4276-2f2a-435e-8315-026a032cf6ee req-4bbef55c-5145-4a5c-9cc8-a406402fb82c tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.1251979
Mar 08 21:37:07.626293 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13609be0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:07.630701 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:07.631182 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-e959f43f-8ff5-4f82-a1a5-3acdf4cf98d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 200  len: 217 time: 0.0792260
Mar 08 21:37:07.641046 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:07.641617 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13609be0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:36:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:07.697950 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-eece4276-2f2a-435e-8315-026a032cf6ee req-8691e18b-190f-4a1a-b351-9095f3bc3391 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965650
Mar 08 21:37:07.710773 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-6867edb4-cd29-4634-9a6c-503931102df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:07.712197 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-6867edb4-cd29-4634-9a6c-503931102df3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.0701349
Mar 08 21:37:07.787171 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-dc4d23e7-f39b-4fff-b31e-3d5b28431b06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681474
Mar 08 21:37:07.825461 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:07.923227 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-b19e2221-1fd6-4766-af5e-c013f2d7ac81 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283054
Mar 08 21:37:08.054766 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-076ffeba-d495-4c55-91ca-190a0c4a0880 req-72bfe81d-9b36-40b8-91f4-81925d409222 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249521
Mar 08 21:37:08.168933 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13609be0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:08.172682 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7920d3-e14e-4454-8ea1-2ab72107390d None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': '0136c5a8-f499-4b74-9d33-cbecbe846809', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'port_id': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'mac_address': 'fa:16:3e:cf:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:33:24Z', 'updated_at': '2022-03-08T21:33:30Z', 'revision_number': 1, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:08.386799 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380c025-e007-4c13-84c0-eefd16c28bb2 None None] New status for floating IP e5391840-8715-419b-ad62-c5147ff4a614: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:37:08.899220 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0379294-808a-4ef4-84b8-519e87b26692 req-48e1bf2e-714a-477e-916d-1151b88860b7 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:08.899928 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f0379294-808a-4ef4-84b8-519e87b26692 req-48e1bf2e-714a-477e-916d-1151b88860b7 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:08.915544 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-f0379294-808a-4ef4-84b8-519e87b26692 req-48e1bf2e-714a-477e-916d-1151b88860b7 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:08.916703 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f0379294-808a-4ef4-84b8-519e87b26692 req-48e1bf2e-714a-477e-916d-1151b88860b7 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.0929396
Mar 08 21:37:08.919907 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-021947cd-5a14-4986-8c4a-4d17ee4edf07 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:08.921345 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-021947cd-5a14-4986-8c4a-4d17ee4edf07 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 946 time: 0.0805764
Mar 08 21:37:08.965381 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-f0379294-808a-4ef4-84b8-519e87b26692 req-01d334a5-511d-4007-95f0-2b90fcebc03e tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429857
Mar 08 21:37:08.995561 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port 4b4b24f0-3c65-465b-99cd-e39404c9a852 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:08.995933 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:09.234423 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] For port 4b4b24f0-3c65-465b-99cd-e39404c9a852, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=4b4b24f0-3c65-465b-99cd-e39404c9a852,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:09.234664 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:09.350962 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for 4b4b24f0-3c65-465b-99cd-e39404c9a852 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:09.485913 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:09.531242 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=4b4b24f0-3c65-465b-99cd-e39404c9a852,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:09.570767 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.571110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.571448 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.571805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.572134 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.572458 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.572779 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.573104 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.573420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.573734 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.574048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:09.687329 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] No DVR routers for this DVR port 4b4b24f0-3c65-465b-99cd-e39404c9a852 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:09.689782 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:09.692831 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'name': 'network-vif-deleted', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:09.706843 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-5b08b1e7-9168-4989-aa5e-8be0398b9d09 req-72d39fe5-de90-4b6b-a239-d40e783b279a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "DELETE /v2.0/ports/4b4b24f0-3c65-465b-99cd-e39404c9a852 HTTP/1.1" status: 204  len: 173 time: 0.7793903
Mar 08 21:37:09.749500 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b98da-832b-4d84-9d6d-35cca35f4565', 'name': 'network-vif-deleted', 'tag': '4b4b24f0-3c65-465b-99cd-e39404c9a852', 'status': 'completed', 'code': 200}
Mar 08 21:37:10.150115 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d3b7c1f9-9ac6-4412-8cd5-8fedb556a5eb req-be30ecd7-d57c-48f3-8176-7358a4f3687a tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a5b98da-832b-4d84-9d6d-35cca35f4565 HTTP/1.1" status: 200  len: 210 time: 0.0402496
Mar 08 21:37:11.192607 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51536) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:11.390971 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Deleting port 7a1ebc7e-cf65-4d8c-8c8d-0032519edec6 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:11.391307 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:11.551807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:11.552036 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:11.668268 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Calling delete_port for 7a1ebc7e-cf65-4d8c-8c8d-0032519edec6 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:11.808053 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:11.851779 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event deleted for resources: {'Port': ['ID=7a1ebc7e-cf65-4d8c-8c8d-0032519edec6,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:11.939435 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:12.405866 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Router 89188aba-c173-4b60-8ff4-3a66cdf58af0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:12.620918 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:12.631103 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Sync routers for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:12.643258 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:12.643456 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:12.644058 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13cae2b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:36:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:12.698022 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-98b0716a-e0dc-4cc2-bb40-c7bdf3539b20 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac8e3c98-f9b4-4ca5-84de-47a43bbe8494 HTTP/1.1" status: 204  len: 168 time: 1.5042212
Mar 08 21:37:12.698577 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:12.763115 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'status': 'completed', 'code': 200}
Mar 08 21:37:12.853968 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:12.864596 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-9e619077-9c1b-47de-bb3f-0524683534bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629a88100d2b4dc491399db3d6c8d056&device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 1098 time: 0.0712571
Mar 08 21:37:13.014138 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-239cdbd2-f3db-40ff-b65f-5320d4914404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:13.016410 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-239cdbd2-f3db-40ff-b65f-5320d4914404 service neutron] 10.222.0.30 "GET /v2.0/networks?id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 200  len: 910 time: 0.1430223
Mar 08 21:37:13.112743 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4b4b24f0-3c65-465b-99cd-e39404c9a852 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:13.132811 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-19442057-0f8e-4506-b92c-75be1158cd65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 200  len: 217 time: 0.1076696
Mar 08 21:37:13.158722 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 4b4b24f0-3c65-465b-99cd-e39404c9a852 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:13.159062 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 4b4b24f0-3c65-465b-99cd-e39404c9a852 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:13.218611 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-03caddb4-dc41-4327-aeba-14752057ca2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:13.219977 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-03caddb4-dc41-4327-aeba-14752057ca2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 200  len: 848 time: 0.0797167
Mar 08 21:37:13.246732 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-296dd085-3b63-4cde-9193-9a676ef30ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:13.266152 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10728c00-af3d-4d71-9724-f9867d9c9119 req-a8b86e96-d4fb-448b-a668-4c3718ab4c3e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:13.267581 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-10728c00-af3d-4d71-9724-f9867d9c9119 req-a8b86e96-d4fb-448b-a668-4c3718ab4c3e tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.1828206
Mar 08 21:37:13.279563 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13cae2b0>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:13.283390 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Checking router: 89188aba-c173-4b60-8ff4-3a66cdf58af0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:13.294247 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:13.294861 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13cae2b0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:36:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:13.334147 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-10728c00-af3d-4d71-9724-f9867d9c9119 req-7d1bf783-5aef-4ea9-9e83-2e59aad9435a tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573151
Mar 08 21:37:13.338086 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-c2ae8b70-cc0e-438f-bd71-3f11692dfcfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=373a90ef-4d2a-4b83-bfc3-0a5595835fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1097200
Mar 08 21:37:13.352640 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-5d502ada-0770-4a22-a54c-0caeb1b6bcf0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83036) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:37:13.353473 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-5d502ada-0770-4a22-a54c-0caeb1b6bcf0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060482
Mar 08 21:37:13.471164 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:13.483797 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-9a49e13b-d81a-47f1-a705-d439880d9cdf service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227260
Mar 08 21:37:13.619504 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-9254f2ce-34eb-4b58-a3c5-e6f6c24a7fb7 req-671cbb6e-9200-40fb-b14c-010f44944bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285043
Mar 08 21:37:13.778791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51558) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:13.790733 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13cae2b0>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:13.794586 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0438599-e7b0-4b38-b920-f02d2297cc22 None None] The sync data for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi is: [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:29Z', 'revision_number': 4, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': 'd61ba1ee-aaa5-4953-b162-207c0ed8e080', 'name': '', 'network_id': '373a90ef-4d2a-4b83-bfc3-0a5595835fc5', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'mac_address': 'fa:16:3e:12:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102fba96-62a7-460f-b435-cd102e301867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:29Z', 'updated_at': '2022-03-08T21:32:49Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'subnets': [{'id': '102fba96-62a7-460f-b435-cd102e301867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:13.985860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port b157710c-fb3f-4c22-b1ea-d1f8d84977b8 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:13.986200 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.016983 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3746b4f-8b1c-4a13-9121-856df91db421 None None] New status for floating IP ac8e3c98-f9b4-4ca5-84de-47a43bbe8494: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:37:14.154309 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.154625 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.274699 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for b157710c-fb3f-4c22-b1ea-d1f8d84977b8 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:14.417112 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.463403 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=b157710c-fb3f-4c22-b1ea-d1f8d84977b8,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:14.614738 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.620312 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-7016c3fa-85b7-41af-b06d-01c3508d4052 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:14.621954 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-7016c3fa-85b7-41af-b06d-01c3508d4052 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.0850701
Mar 08 21:37:14.692842 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Deleting port 11c11d9b-d318-4184-ab37-aaf7e16df63c {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:14.693282 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:14.839110 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1250c15-0f3f-4132-9a4d-a6be9b8082bf req-98f53b41-4c44-40f5-85e6-92063d9dbf37 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:14.839817 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-c1250c15-0f3f-4132-9a4d-a6be9b8082bf req-98f53b41-4c44-40f5-85e6-92063d9dbf37 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:14.882791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-c1250c15-0f3f-4132-9a4d-a6be9b8082bf req-98f53b41-4c44-40f5-85e6-92063d9dbf37 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:14.883862 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c1250c15-0f3f-4132-9a4d-a6be9b8082bf req-98f53b41-4c44-40f5-85e6-92063d9dbf37 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 945 time: 0.4236996
Mar 08 21:37:14.943720 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c1250c15-0f3f-4132-9a4d-a6be9b8082bf req-9b43f184-ff1d-4633-a5d1-bef3ee074321 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1f8b78e-b2bf-456d-a104-8b444a8a95b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520456
Mar 08 21:37:14.970676 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] For port 11c11d9b-d318-4184-ab37-aaf7e16df63c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=11c11d9b-d318-4184-ab37-aaf7e16df63c,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:14.970676 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:15.089495 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Calling delete_port for 11c11d9b-d318-4184-ab37-aaf7e16df63c owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:15.172184 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:15.235758 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:15.283760 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event deleted for resources: {'Port': ['ID=11c11d9b-d318-4184-ab37-aaf7e16df63c,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:15.380012 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:15.390153 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:15.397860 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:15.402944 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:15.403764 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc137277f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:36:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:15.445798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] No DVR routers for this DVR port 11c11d9b-d318-4184-ab37-aaf7e16df63c on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:15.448311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:15.452099 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-deleted', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:15.455988 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-bd711724-cb27-45db-8c3e-b27646050e62 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "DELETE /v2.0/floatingips/0136c5a8-f499-4b74-9d33-cbecbe846809 HTTP/1.1" status: 204  len: 168 time: 1.6759973
Mar 08 21:37:15.456826 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7'}] {{(pid=83037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:15.470629 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-aa854c51-d44d-4f4b-b898-57a15ec338ae req-6e709f5b-f6c1-4043-b521-a2088d2ce3b6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.30 "DELETE /v2.0/ports/11c11d9b-d318-4184-ab37-aaf7e16df63c HTTP/1.1" status: 204  len: 173 time: 0.8431334
Mar 08 21:37:15.515769 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e56c40-c7f8-4060-9c60-db5a1da58267', 'name': 'network-vif-deleted', 'tag': '11c11d9b-d318-4184-ab37-aaf7e16df63c', 'status': 'completed', 'code': 200}
Mar 08 21:37:15.568926 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'status': 'completed', 'code': 200}
Mar 08 21:37:15.610877 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-f15db091-ea49-43d8-8ccd-6118bd5a3c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:15.623851 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:15.684889 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-6e9ba695-5c9d-4250-9841-9fc833a8483f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 1098 time: 0.0925941
Mar 08 21:37:15.873010 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-b041090e-42bb-4bc5-926e-a5152ce28a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:15.874661 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-b041090e-42bb-4bc5-926e-a5152ce28a7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 200  len: 913 time: 0.1831756
Mar 08 21:37:15.964859 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-589f24e8-b09c-4805-961f-896b8edfaf17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 200  len: 217 time: 0.0822892
Mar 08 21:37:16.015399 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf312f4-5c7d-4e9d-bef0-18fac046c0ab req-2b79d58e-20b5-4acb-97ef-7a9331f75238 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:16.016750 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-cbf312f4-5c7d-4e9d-bef0-18fac046c0ab req-2b79d58e-20b5-4acb-97ef-7a9331f75238 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:16.036181 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-cbf312f4-5c7d-4e9d-bef0-18fac046c0ab req-2b79d58e-20b5-4acb-97ef-7a9331f75238 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:16.037833 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cbf312f4-5c7d-4e9d-bef0-18fac046c0ab req-2b79d58e-20b5-4acb-97ef-7a9331f75238 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.1223109
Mar 08 21:37:16.069482 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc137277f0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:16.074987 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:16.088437 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:16.089042 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc137277f0>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:16.096154 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-3a8dd1df-ddcd-4888-bfbd-668fd460d359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:16.098188 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-3a8dd1df-ddcd-4888-bfbd-668fd460d359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 200  len: 851 time: 0.1267407
Mar 08 21:37:16.100474 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-cbf312f4-5c7d-4e9d-bef0-18fac046c0ab req-09c3e92b-c7c3-4185-813e-9a5ce903030d tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566838
Mar 08 21:37:16.201275 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-bbd1cea0-e2f8-4ad4-b9e2-f7572e140045 req-958dbf3c-1928-4caa-b436-f81d6899d1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Synchronizing usage tracker for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:16.229551 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-bbd1cea0-e2f8-4ad4-b9e2-f7572e140045 req-958dbf3c-1928-4caa-b436-f81d6899d1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Unset dirty status for tenant:629a88100d2b4dc491399db3d6c8d056 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:16.230801 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-bbd1cea0-e2f8-4ad4-b9e2-f7572e140045 req-958dbf3c-1928-4caa-b436-f81d6899d1e6 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e56c40-c7f8-4060-9c60-db5a1da58267 HTTP/1.1" status: 200  len: 210 time: 0.0790641
Mar 08 21:37:16.242419 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-0956bb08-cb4f-4cdc-a7c3-2b24038d2ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82622fe2-649c-4c2f-9e40-1607d1806f17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1349113
Mar 08 21:37:16.331322 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:16.385473 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-dbdb5103-345a-406f-b698-bfcdd6c52db8 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359882
Mar 08 21:37:16.527533 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-1de4b2a5-629e-4577-9bc0-1a667ff1e03b req-d8195e84-aef1-4014-bde7-3bf4215aab20 service neutron] 10.222.0.30 "GET /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343086
Mar 08 21:37:16.637029 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:16.659415 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc137277f0>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:16.663882 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d5edf-0fff-452b-83c0-f734e138ace0 None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:34Z', 'revision_number': 4, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '087fd699-684f-467b-8ce6-785ba327dea1', 'name': '', 'network_id': '82622fe2-649c-4c2f-9e40-1607d1806f17', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'mac_address': 'fa:16:3e:ce:52:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:32Z', 'updated_at': '2022-03-08T21:29:51Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'subnets': [{'id': 'd131575c-50bb-41e8-9511-7e84a7c8e9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:16.773747 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:16.878928 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241ef88-73c5-4709-a200-087ac086895f None None] New status for floating IP 0136c5a8-f499-4b74-9d33-cbecbe846809: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:37:17.300458 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90264-81e9-4a7e-a336-4e4a7017683c req-5fe550ef-a6a7-449e-a8bb-9a090f9adb06 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:17.302437 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dec90264-81e9-4a7e-a336-4e4a7017683c req-5fe550ef-a6a7-449e-a8bb-9a090f9adb06 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.0802336
Mar 08 21:37:17.338628 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51578) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:17.346606 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-dec90264-81e9-4a7e-a336-4e4a7017683c req-e7e4e019-9353-4ae6-b187-d883638ee6fd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e2fd788-06d4-4f79-aa1c-c83c45d33f75&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387745
Mar 08 21:37:17.456027 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.490310 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.514895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028b588-5959-4c71-bd01-288b2963187c req-ce15a25e-dff2-4853-8be8-4ef6f465b5dd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:17.515564 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-c028b588-5959-4c71-bd01-288b2963187c req-ce15a25e-dff2-4853-8be8-4ef6f465b5dd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Synchronizing usage tracker for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:17.544070 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-c028b588-5959-4c71-bd01-288b2963187c req-ce15a25e-dff2-4853-8be8-4ef6f465b5dd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Unset dirty status for tenant:f7a70d4d58f24e6c8d4965f686c4190f on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:17.545146 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c028b588-5959-4c71-bd01-288b2963187c req-ce15a25e-dff2-4853-8be8-4ef6f465b5dd tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 945 time: 0.1769159
Mar 08 21:37:17.618524 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:17.618862 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.642022 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.677424 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8b78e-b2bf-456d-a104-8b444a8a95b7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:17.692981 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.694215 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-46de33a1-8578-411a-b4a6-36f4cb32d8c7 tempest-TestShelveInstance-506274151 tempest-TestShelveInstance-506274151-project] 10.222.0.66 "DELETE /v2.0/security-groups/f1f8b78e-b2bf-456d-a104-8b444a8a95b7 HTTP/1.1" status: 204  len: 168 time: 0.3546176
Mar 08 21:37:17.880159 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] For port 681520b8-4dbe-455f-93fa-3bfab2de4ba7, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=681520b8-4dbe-455f-93fa-3bfab2de4ba7,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:17.880400 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.900794 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:17.997972 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for 681520b8-4dbe-455f-93fa-3bfab2de4ba7 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:18.134175 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:18.180048 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=681520b8-4dbe-455f-93fa-3bfab2de4ba7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:18.251512 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] No DVR routers for this DVR port 681520b8-4dbe-455f-93fa-3bfab2de4ba7 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:18.253786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:18.256261 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'name': 'network-vif-deleted', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:18.271861 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c028b588-5959-4c71-bd01-288b2963187c req-d2201fdd-efd4-4652-8862-a874b083292b tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.30 "DELETE /v2.0/ports/681520b8-4dbe-455f-93fa-3bfab2de4ba7 HTTP/1.1" status: 204  len: 173 time: 0.7194853
Mar 08 21:37:18.310580 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789eef0-c1c7-4912-9d98-6d8cc1f8b979', 'name': 'network-vif-deleted', 'tag': '681520b8-4dbe-455f-93fa-3bfab2de4ba7', 'status': 'completed', 'code': 200}
Mar 08 21:37:18.503936 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-44416d85-f58d-40b5-8400-5627e7af460c req-f403aa0d-e51e-40fd-82ab-d04736472667 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "GET /v2.0/ports?device_id=c789eef0-c1c7-4912-9d98-6d8cc1f8b979 HTTP/1.1" status: 200  len: 210 time: 0.0400093
Mar 08 21:37:18.766792 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51590) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:19.096298 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:19.129228 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 11c11d9b-d318-4184-ab37-aaf7e16df63c {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:19.130096 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 11c11d9b-d318-4184-ab37-aaf7e16df63c not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:19.242219 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:19.612117 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51596) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:19.764479 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Deleting port 4eacf484-33cd-4549-8c85-e87d300ef6f4 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:19.764818 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:19.815557 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Deleting port d61ba1ee-aaa5-4953-b162-207c0ed8e080 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:19.816167 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:19.929668 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:19.929997 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:19.985016 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] For port d61ba1ee-aaa5-4953-b162-207c0ed8e080, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d61ba1ee-aaa5-4953-b162-207c0ed8e080,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:19.985376 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:20.048775 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Calling delete_port for 4eacf484-33cd-4549-8c85-e87d300ef6f4 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:20.107990 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Calling delete_port for d61ba1ee-aaa5-4953-b162-207c0ed8e080 owned by network:router_interface {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:20.184685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:20.231902 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'Port': ['ID=4eacf484-33cd-4549-8c85-e87d300ef6f4,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:20.282296 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:20.331176 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61ba1ee-aaa5-4953-b162-207c0ed8e080,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:20.428716 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:20.443282 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:20.444480 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-51a968ab-6a6f-400a-b52d-5500c5a0b2d1 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "DELETE /v2.0/floatingips/855ea93a-664c-465d-94ce-ea8f12e2452f HTTP/1.1" status: 204  len: 168 time: 0.8313191
Mar 08 21:37:20.728116 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.093656 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 681520b8-4dbe-455f-93fa-3bfab2de4ba7 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:21.127874 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: 681520b8-4dbe-455f-93fa-3bfab2de4ba7 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:21.128219 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device 681520b8-4dbe-455f-93fa-3bfab2de4ba7 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:21.310015 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Router 89188aba-c173-4b60-8ff4-3a66cdf58af0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:21.501837 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:21.513906 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Sync routers for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:21.518080 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-08e96065-4f6b-4e02-942c-193f2e534c16 admin admin] 10.222.0.66 "PUT /v2.0/routers/89188aba-c173-4b60-8ff4-3a66cdf58af0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7502031
Mar 08 21:37:21.522017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51608) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:21.527472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:21.528141 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1382f910>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:21.705059 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:21.723448 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.827102 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51614) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:21.910568 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.939437 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.944037 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.949507 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Deleting port 02d59da0-b520-47f9-b728-cd667b2ef391 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:21.949949 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:21.997248 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1382f910>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:37:20Z', 'revision_number': 5, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port': {'id': '02d59da0-b520-47f9-b728-cd667b2ef391', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:22.001645 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Checking router: 89188aba-c173-4b60-8ff4-3a66cdf58af0 for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:22.015567 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Routers {'89188aba-c173-4b60-8ff4-3a66cdf58af0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:22.016311 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc1382f910>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['89188aba-c173-4b60-8ff4-3a66cdf58af0'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:22.018490 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:22.045543 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2fd788-06d4-4f79-aa1c-c83c45d33f75,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:22.062267 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:22.065945 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-e2cb99f8-df76-4512-98ad-aa40652e7ea8 tempest-TestVolumeBootPattern-46613319 tempest-TestVolumeBootPattern-46613319-project] 10.222.0.66 "DELETE /v2.0/security-groups/2e2fd788-06d4-4f79-aa1c-c83c45d33f75 HTTP/1.1" status: 204  len: 168 time: 0.2351735
Mar 08 21:37:22.129863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51620) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:22.200448 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] Set router 89188aba-c173-4b60-8ff4-3a66cdf58af0 gateway port host: None {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:22.255927 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] For port 02d59da0-b520-47f9-b728-cd667b2ef391, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=02d59da0-b520-47f9-b728-cd667b2ef391,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:22.256377 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:22.322921 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc1382f910>, [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:37:21Z', 'revision_number': 6, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:22.327130 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c69e4f-ea99-4dcc-9698-1f9ef59f4bbc None None] The sync data for ids ['89188aba-c173-4b60-8ff4-3a66cdf58af0'] in dv-cinder-832328-1-iscsi is: [{'id': '89188aba-c173-4b60-8ff4-3a66cdf58af0', 'name': 'tempest-TestShelveInstance-1508577633-router', 'tenant_id': '629a88100d2b4dc491399db3d6c8d056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:26Z', 'updated_at': '2022-03-08T21:37:21Z', 'revision_number': 6, 'project_id': '629a88100d2b4dc491399db3d6c8d056', 'gw_port_host': None}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:22.380804 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Calling delete_port for 02d59da0-b520-47f9-b728-cd667b2ef391 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:22.547591 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:22.594542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=02d59da0-b520-47f9-b728-cd667b2ef391,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:22.681635 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:22.814973 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.067975 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.072037 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.118916 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.123190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89188aba-c173-4b60-8ff4-3a66cdf58af0 {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:37:23.148504 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d61ba1ee-aaa5-4953-b162-207c0ed8e080 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:23.150129 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.151252 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d047072c-f257-496e-a33f-62b88cade7cc admin admin] 10.222.0.66 "DELETE /v2.0/routers/89188aba-c173-4b60-8ff4-3a66cdf58af0 HTTP/1.1" status: 204  len: 168 time: 1.6280503
Mar 08 21:37:23.153770 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51626) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:23.181434 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: d61ba1ee-aaa5-4953-b162-207c0ed8e080 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:23.182026 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d61ba1ee-aaa5-4953-b162-207c0ed8e080 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:23.182457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 02d59da0-b520-47f9-b728-cd667b2ef391 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:23.224366 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Deleting subnet 102fba96-62a7-460f-b435-cd102e301867 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:37:23.227884 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.261139 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 02d59da0-b520-47f9-b728-cd667b2ef391 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:23.261769 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 02d59da0-b520-47f9-b728-cd667b2ef391 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:23.287407 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.304782 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Deleting port 087fd699-684f-467b-8ce6-785ba327dea1 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:23.305320 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.371529 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.440363 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.479185 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] For port 087fd699-684f-467b-8ce6-785ba327dea1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=087fd699-684f-467b-8ce6-785ba327dea1,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:23.479535 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.573608 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102fba96-62a7-460f-b435-cd102e301867,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:23.579200 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.584936 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94786722-2e32-496c-9578-c3a70d457979 None None] Network 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:37:23.588885 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8c2702ff-e70e-4c6e-8e51-6bcf16a1839d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/102fba96-62a7-460f-b435-cd102e301867 HTTP/1.1" status: 204  len: 168 time: 0.4317319
Mar 08 21:37:23.589133 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51630) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:23.604592 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Calling delete_port for 087fd699-684f-467b-8ce6-785ba327dea1 owned by network:router_interface {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:23.699679 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.711705 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Deleting port ec913afa-f044-4437-836f-0efc3b7b4248 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:23.712056 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.841342 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] DHCP port deletion for 373a90ef-4d2a-4b83-bfc3-0a5595835fc5 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:37:23.845680 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Deleting port ec913afa-f044-4437-836f-0efc3b7b4248 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:23.846202 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.874423 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:23.922011 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=087fd699-684f-467b-8ce6-785ba327dea1,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:23.935467 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] For port ec913afa-f044-4437-836f-0efc3b7b4248, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ec913afa-f044-4437-836f-0efc3b7b4248,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:23.935901 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.069001 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] For port ec913afa-f044-4437-836f-0efc3b7b4248, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=ec913afa-f044-4437-836f-0efc3b7b4248,segment=NetworkSegment(1b3d94b0-ac42-40d7-b452-5d979ae78ef3),segment_id=1b3d94b0-ac42-40d7-b452-5d979ae78ef3)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:24.069488 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.076890 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Calling delete_port for ec913afa-f044-4437-836f-0efc3b7b4248 owned by network:dhcp {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:24.161772 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.191054 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Calling delete_port for ec913afa-f044-4437-836f-0efc3b7b4248 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:24.212312 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec913afa-f044-4437-836f-0efc3b7b4248,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:24.213412 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.218311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] No DVR routers for this DVR port ec913afa-f044-4437-836f-0efc3b7b4248 on host dv-cinder-832328-1-iscsi {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:24.261675 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:37:24.262329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:37:24.336306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.361004 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc133f5eb0>,) {'filters': {'network_id': ['373a90ef-4d2a-4b83-bfc3-0a5595835fc5']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:24.373044 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc133f5eb0>, '1b3d94b0-ac42-40d7-b452-5d979ae78ef3') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:24.373332 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc133f5eb0>, '1b3d94b0-ac42-40d7-b452-5d979ae78ef3') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:24.384799 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.403911 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.410074 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:37:24.410460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:37:24.423881 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:37:24.495802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.511784 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.523155 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] Pushing event deleted for resources: {'Network': ['ID=373a90ef-4d2a-4b83-bfc3-0a5595835fc5,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:24.534917 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-40bc11fa-259e-4099-a53e-55ec8ba55418 admin admin] 10.222.0.66 "DELETE /v2.0/networks/373a90ef-4d2a-4b83-bfc3-0a5595835fc5 HTTP/1.1" status: 204  len: 168 time: 0.9447644
Mar 08 21:37:24.537954 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51634) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:24.763400 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Deleting port ec913afa-f044-4437-836f-0efc3b7b4248 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:24.764213 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:24.798791 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:24.834441 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-b4280a94-9996-4fdf-b909-cf8890b91249 None None] The port 'ec913afa-f044-4437-836f-0efc3b7b4248' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:37:24.925580 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.003959 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:25.016167 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Sync routers for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:25.017680 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f7f7958f-993d-43df-92dc-8b078ecb5b7f admin admin] 10.222.0.66 "PUT /v2.0/routers/5e4acf6a-502c-4fac-aaee-7e2cc1b275c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8867130
Mar 08 21:37:25.020173 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51638) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:25.032627 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:25.033511 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13963370>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:25.199577 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ec913afa-f044-4437-836f-0efc3b7b4248 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:25.228670 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:25.243127 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: ec913afa-f044-4437-836f-0efc3b7b4248 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:25.243871 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device ec913afa-f044-4437-836f-0efc3b7b4248 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:25.330869 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks [] for router, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.518598 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13963370>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:37:23Z', 'revision_number': 5, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port': {'id': '89b8a0ae-836f-417e-8830-1377fbacab4e', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:25.522491 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Checking router: 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:25.532191 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.535197 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Routers {'5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:25.536788 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13963370>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:25.546965 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Deleting port 89b8a0ae-836f-417e-8830-1377fbacab4e {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:25.547696 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.658492 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Deleting port b12a42b8-4121-4ac8-88f3-8490eee22ae8 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:25.659108 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.688632 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] Set router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:25.725875 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] For port 89b8a0ae-836f-417e-8830-1377fbacab4e, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=89b8a0ae-836f-417e-8830-1377fbacab4e,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:25.726230 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.795762 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13963370>, [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:37:25Z', 'revision_number': 6, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:25.801009 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310fa51-bbcb-4cad-a84a-5b3c22cdef4d None None] The sync data for ids ['5e4acf6a-502c-4fac-aaee-7e2cc1b275c7'] in dv-cinder-832328-1-iscsi is: [{'id': '5e4acf6a-502c-4fac-aaee-7e2cc1b275c7', 'name': 'tempest-TestVolumeBootPattern-2135149051-router', 'tenant_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:27Z', 'updated_at': '2022-03-08T21:37:25Z', 'revision_number': 6, 'project_id': 'f7a70d4d58f24e6c8d4965f686c4190f', 'gw_port_host': None}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:25.842172 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] For port b12a42b8-4121-4ac8-88f3-8490eee22ae8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b12a42b8-4121-4ac8-88f3-8490eee22ae8,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:25.842654 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:25.852982 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Calling delete_port for 89b8a0ae-836f-417e-8830-1377fbacab4e owned by network:router_gateway {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:25.966385 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Calling delete_port for b12a42b8-4121-4ac8-88f3-8490eee22ae8 owned by network:router_interface {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:26.025019 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.073409 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b8a0ae-836f-417e-8830-1377fbacab4e,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:26.133929 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.179889 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b12a42b8-4121-4ac8-88f3-8490eee22ae8,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:26.324816 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.479200 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.594222 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.599954 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.741068 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.741661 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 {{(pid=83037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:37:26.759694 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.760907 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-8c14fd0e-170d-4912-bbc8-2b69fbf81883 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5e4acf6a-502c-4fac-aaee-7e2cc1b275c7 HTTP/1.1" status: 204  len: 168 time: 1.7398105
Mar 08 21:37:26.763718 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51642) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:26.822944 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Deleting subnet d131575c-50bb-41e8-9511-7e84a7c8e9a7 {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:37:26.826065 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.884910 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:26.965041 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.038266 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.080061 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d131575c-50bb-41e8-9511-7e84a7c8e9a7,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:27.087424 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.094621 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d7d92-897b-462c-a987-6873a42c9c55 None None] Network 82622fe2-649c-4c2f-9e40-1607d1806f17 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:37:27.095259 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-9a2a9bdb-f497-464d-8452-cab7494b2e49 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d131575c-50bb-41e8-9511-7e84a7c8e9a7 HTTP/1.1" status: 204  len: 168 time: 0.3303316
Mar 08 21:37:27.097605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51646) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:27.171758 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 087fd699-684f-467b-8ce6-785ba327dea1 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:27.210614 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.217975 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 087fd699-684f-467b-8ce6-785ba327dea1 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:27.218314 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 087fd699-684f-467b-8ce6-785ba327dea1 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:27.218713 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 89b8a0ae-836f-417e-8830-1377fbacab4e no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:27.227229 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Deleting port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:27.227563 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.260033 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 89b8a0ae-836f-417e-8830-1377fbacab4e {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:27.260367 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 89b8a0ae-836f-417e-8830-1377fbacab4e not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:27.411097 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] DHCP port deletion for 82622fe2-649c-4c2f-9e40-1607d1806f17 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:37:27.415204 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Deleting port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:27.415568 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.428370 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Router 16051991-45eb-47bd-a267-670dbc2454ef has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:27.457345 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] For port d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:27.457732 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.610907 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] For port d75f901d-3f14-4ec5-9c30-a8fcc932ad16, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,segment=NetworkSegment(761a6ce8-6ec0-4883-a0f5-2866fdec3d17),segment_id=761a6ce8-6ec0-4883-a0f5-2866fdec3d17)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:27.611190 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.628701 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Calling delete_port for d75f901d-3f14-4ec5-9c30-a8fcc932ad16 owned by network:dhcp {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:27.727906 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Calling delete_port for d75f901d-3f14-4ec5-9c30-a8fcc932ad16 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:27.771436 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.822230 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75f901d-3f14-4ec5-9c30-a8fcc932ad16,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:27.826154 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:37:27.827632 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] No DVR routers for this DVR port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 on host dv-cinder-832328-1-iscsi {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:27.829918 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:37:27.954786 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:27.966904 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:37:27.983375 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc1359c040>,) {'filters': {'network_id': ['82622fe2-649c-4c2f-9e40-1607d1806f17']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:27.997615 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1359c040>, '761a6ce8-6ec0-4883-a0f5-2866fdec3d17') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:27.997905 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc1359c040>, '761a6ce8-6ec0-4883-a0f5-2866fdec3d17') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:28.011311 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.019095 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:28.027597 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Sync routers for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:28.035202 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.040326 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:28.040980 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13961a30>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:28.045886 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:37:28.046281 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:37:28.063396 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:37:28.194208 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-f966f7f4-4fb7-4f3f-a6d8-83f7f513e5fa admin admin] 10.222.0.66 "PUT /v2.0/routers/16051991-45eb-47bd-a267-670dbc2454ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6549625
Mar 08 21:37:28.196634 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51650) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:28.231380 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.235541 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:28.248181 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.258267 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82622fe2-649c-4c2f-9e40-1607d1806f17,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:28.271213 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-32137acd-36f6-4c04-99cd-5eac9e9b69d4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/82622fe2-649c-4c2f-9e40-1607d1806f17 HTTP/1.1" status: 204  len: 168 time: 1.1719513
Mar 08 21:37:28.276032 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51656) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:28.344098 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Deleting port d75f901d-3f14-4ec5-9c30-a8fcc932ad16 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:28.344472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.477663 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-fbb10af2-056b-4f9f-be5a-c4dd694e3eb3 None None] The port 'd75f901d-3f14-4ec5-9c30-a8fcc932ad16' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:37:28.599915 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13961a30>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:37:26Z', 'revision_number': 5, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:28.603890 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Checking router: 16051991-45eb-47bd-a267-670dbc2454ef for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:28.614570 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Routers {'16051991-45eb-47bd-a267-670dbc2454ef'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:28.615152 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13961a30>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['16051991-45eb-47bd-a267-670dbc2454ef'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:28.639052 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:28.790193 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] Set router 16051991-45eb-47bd-a267-670dbc2454ef gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:28.986593 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:29.085924 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13961a30>, [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:37:26Z', 'revision_number': 5, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:29.089851 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e46d1-6f0d-4016-ade9-fbcdc78cf9ad None None] The sync data for ids ['16051991-45eb-47bd-a267-670dbc2454ef'] in dv-cinder-832328-1-iscsi is: [{'id': '16051991-45eb-47bd-a267-670dbc2454ef', 'name': 'tempest-TestShelveInstance-349591780-router', 'tenant_id': '30d73d4871bb48bdb584a81a0268305c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:37:26Z', 'revision_number': 5, 'project_id': '30d73d4871bb48bdb584a81a0268305c', 'gw_port': {'id': '5569b798-c7cb-4937-b83d-f23d306a1a69', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16051991-45eb-47bd-a267-670dbc2454ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:32:34Z', 'updated_at': '2022-03-08T21:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:29.093887 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:29.117107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Deleting port 5569b798-c7cb-4937-b83d-f23d306a1a69 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:29.117517 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:29.118049 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d75f901d-3f14-4ec5-9c30-a8fcc932ad16 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:29.154991 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: d75f901d-3f14-4ec5-9c30-a8fcc932ad16 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:29.155337 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device d75f901d-3f14-4ec5-9c30-a8fcc932ad16 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:29.421717 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] For port 5569b798-c7cb-4937-b83d-f23d306a1a69, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=5569b798-c7cb-4937-b83d-f23d306a1a69,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:29.422322 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:29.546301 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Calling delete_port for 5569b798-c7cb-4937-b83d-f23d306a1a69 owned by network:router_gateway {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:29.895990 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:29.970868 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5569b798-c7cb-4937-b83d-f23d306a1a69,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:30.210543 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.503374 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.507156 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.511479 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.680559 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Deleting port 13658a25-ab2d-479f-b8d2-28800428dfcc {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:30.680893 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.702903 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.703384 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16051991-45eb-47bd-a267-670dbc2454ef {{(pid=83037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:37:30.739942 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.741051 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b50735c8-804f-4270-96ba-123094f76fc7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/16051991-45eb-47bd-a267-670dbc2454ef HTTP/1.1" status: 204  len: 168 time: 2.5434604
Mar 08 21:37:30.743798 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51660) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:30.809673 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Deleting subnet fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:37:30.812727 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.868309 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] For port 13658a25-ab2d-479f-b8d2-28800428dfcc, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=13658a25-ab2d-479f-b8d2-28800428dfcc,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:30.868655 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.872224 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.956320 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:30.986471 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Calling delete_port for 13658a25-ab2d-479f-b8d2-28800428dfcc owned by network:router_interface {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:31.026691 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.063225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:31.070692 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.076398 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5272075-1234-4216-b8c8-60b774b8af42 None None] Network 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:37:31.078201 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-a1943ec2-3140-471d-ab58-19d522453f16 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fcd7b1c9-d1ae-44eb-926c-4d09a2c4c48a HTTP/1.1" status: 204  len: 168 time: 0.3328135
Mar 08 21:37:31.080739 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51664) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:31.159538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.200597 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.204721 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Pushing event deleted for resources: {'Port': ['ID=13658a25-ab2d-479f-b8d2-28800428dfcc,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:31.218709 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Deleting port b6d1159a-6885-4f7e-9bfc-53df00c43706 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:31.219056 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.275043 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b12a42b8-4121-4ac8-88f3-8490eee22ae8 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:31.362226 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: b12a42b8-4121-4ac8-88f3-8490eee22ae8 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:31.362639 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b12a42b8-4121-4ac8-88f3-8490eee22ae8 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:31.363124 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5569b798-c7cb-4937-b83d-f23d306a1a69 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:31.398564 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 5569b798-c7cb-4937-b83d-f23d306a1a69 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:31.398973 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 5569b798-c7cb-4937-b83d-f23d306a1a69 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:31.471347 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] For port b6d1159a-6885-4f7e-9bfc-53df00c43706, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b6d1159a-6885-4f7e-9bfc-53df00c43706,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:31.471817 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.507566 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] DHCP port deletion for 88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:37:31.511457 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Deleting port b6d1159a-6885-4f7e-9bfc-53df00c43706 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:31.511856 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.554196 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.602743 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Calling delete_port for b6d1159a-6885-4f7e-9bfc-53df00c43706 owned by network:dhcp {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:31.683028 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.714479 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] For port b6d1159a-6885-4f7e-9bfc-53df00c43706, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=b6d1159a-6885-4f7e-9bfc-53df00c43706,segment=NetworkSegment(4304a8e6-73d1-488e-b3d8-aaf88336095d),segment_id=4304a8e6-73d1-488e-b3d8-aaf88336095d)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:31.714951 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.735392 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d1159a-6885-4f7e-9bfc-53df00c43706,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:31.745131 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] No DVR routers for this DVR port b6d1159a-6885-4f7e-9bfc-53df00c43706 on host dv-cinder-832328-1-iscsi {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:31.836747 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Calling delete_port for b6d1159a-6885-4f7e-9bfc-53df00c43706 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:31.864175 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.892384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc13200af0>,) {'filters': {'network_id': ['88cfd62c-c3b9-4c2a-b8b9-ff0374095b39']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:31.904997 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:37:31.905347 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:37:31.905975 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13200af0>, '4304a8e6-73d1-488e-b3d8-aaf88336095d') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:31.906359 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13200af0>, '4304a8e6-73d1-488e-b3d8-aaf88336095d') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:31.917864 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.934448 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.940744 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:37:31.941166 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:37:31.954665 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:37:32.032324 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.048948 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.060010 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=88cfd62c-c3b9-4c2a-b8b9-ff0374095b39,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:32.068291 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-26014850-23fd-4a94-b046-e90aefabfd7e admin admin] 10.222.0.66 "DELETE /v2.0/networks/88cfd62c-c3b9-4c2a-b8b9-ff0374095b39 HTTP/1.1" status: 204  len: 168 time: 0.9865637
Mar 08 21:37:32.204036 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51670) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:32.226434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Router 36dd0f26-e407-4c38-800c-6fb69f2462f0 has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:32.252399 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-49e60d5e-a325-4f7f-abfd-d52f575c42f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=629a88100d2b4dc491399db3d6c8d056&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471776
Mar 08 21:37:32.255600 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51674) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:32.317195 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.343353 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.396148 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.407028 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Deleting port b6d1159a-6885-4f7e-9bfc-53df00c43706 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:32.408149 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.412867 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ea98c-4f86-4ad4-8e00-a37658261f8e,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:32.419951 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.423706 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-d5609d3b-a541-4fd5-a522-1df8364d966c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/974ea98c-4f86-4ad4-8e00-a37658261f8e HTTP/1.1" status: 204  len: 168 time: 0.1670623
Mar 08 21:37:32.426964 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:32.437163 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Sync routers for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:32.449110 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51680) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:32.451252 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:32.452183 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c6ad90>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:32.461886 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-fd0e8c94-51f1-4a77-a18b-2641800db5da admin admin] 10.222.0.66 "PUT /v2.0/routers/36dd0f26-e407-4c38-800c-6fb69f2462f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1846390
Mar 08 21:37:32.502166 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4d6aa-d74f-42b1-8266-82f439c2ce62 None None] The port 'b6d1159a-6885-4f7e-9bfc-53df00c43706' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:37:32.642873 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: dv-cinder-832328-1-iscsi {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:32.746488 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.897513 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51686) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:32.950931 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-baca8452-74d5-4562-aef3-8e903943d28e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30d73d4871bb48bdb584a81a0268305c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519960
Mar 08 21:37:32.953136 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51690) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:32.966926 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.968190 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c6ad90>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:37:31Z', 'revision_number': 5, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port': {'id': '4cf8250f-3e9f-4c51-b114-ab37e4f4efd1', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:29:40Z', 'updated_at': '2022-03-08T21:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:32.972212 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Checking router: 36dd0f26-e407-4c38-800c-6fb69f2462f0 for host: dv-cinder-832328-1-iscsi {{(pid=83039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:32.977731 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Deleting port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:32.978138 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:32.985836 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Routers {'36dd0f26-e407-4c38-800c-6fb69f2462f0'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:32.986495 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c6ad90>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['36dd0f26-e407-4c38-800c-6fb69f2462f0'], 'active': True} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:33.012175 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.038191 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.100578 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.122605 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264df57b-c13c-47c1-9c41-8ea2beab803d,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:33.132089 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.133600 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-4f5df4c1-9028-48a3-ad34-d920c6edf59a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/264df57b-c13c-47c1-9c41-8ea2beab803d HTTP/1.1" status: 204  len: 168 time: 0.1795597
Mar 08 21:37:33.143575 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_dvr_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] Set router 36dd0f26-e407-4c38-800c-6fb69f2462f0 gateway port host: None {{(pid=83039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:33.186190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] For port 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:33.186500 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.232638 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b6d1159a-6885-4f7e-9bfc-53df00c43706 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:33.257442 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.l3_hamode_db [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c6ad90>, [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:37:32Z', 'revision_number': 6, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:33.261502 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819c2ed-2466-452d-a5f6-b5b24ac7359a None None] The sync data for ids ['36dd0f26-e407-4c38-800c-6fb69f2462f0'] in dv-cinder-832328-1-iscsi is: [{'id': '36dd0f26-e407-4c38-800c-6fb69f2462f0', 'name': 'tempest-TestVolumeBootPattern-2031436065-router', 'tenant_id': 'ea5fc3bba8f449369e41f26c769df22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:29:39Z', 'updated_at': '2022-03-08T21:37:32Z', 'revision_number': 6, 'project_id': 'ea5fc3bba8f449369e41f26c769df22e', 'gw_port_host': None}] {{(pid=83039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:33.273022 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: b6d1159a-6885-4f7e-9bfc-53df00c43706 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:33.273362 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device b6d1159a-6885-4f7e-9bfc-53df00c43706 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:33.315400 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Calling delete_port for 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:33.487459 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:33.532859 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf8250f-3e9f-4c51-b114-ab37e4f4efd1,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:33.761941 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.103323 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.107528 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.132632 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.133113 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36dd0f26-e407-4c38-800c-6fb69f2462f0 {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:37:34.144889 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.148050 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-b20d0fa8-6bf4-48c1-aee1-123c7e24c619 admin admin] 10.222.0.66 "DELETE /v2.0/routers/36dd0f26-e407-4c38-800c-6fb69f2462f0 HTTP/1.1" status: 204  len: 168 time: 1.6979542
Mar 08 21:37:34.148792 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51696) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:34.207999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Deleting subnet b0545cbd-955f-4dcd-a115-66011715b573 {{(pid=83037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:37:34.211036 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.260635 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7473603'] for subnet, precommit_delete_associations {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.340221 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.408105 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7950652'] for subnet, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.447349 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0545cbd-955f-4dcd-a115-66011715b573,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:34.453846 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for subnet, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.460161 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223fd1b-6bb1-41a8-aadd-5ec98eb3f8cd None None] Network a1da3fac-0444-4848-99da-71466e6d8e5e requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:37:34.460869 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a38d8419-789a-4f0f-86bd-9f12d051f15d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b0545cbd-955f-4dcd-a115-66011715b573 HTTP/1.1" status: 204  len: 168 time: 0.3109064
Mar 08 21:37:34.463357 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51704) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:34.565561 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.576966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Deleting port 582f4555-e88c-4eaf-a90d-e7cc19043080 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:34.577303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.703113 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] DHCP port deletion for a1da3fac-0444-4848-99da-71466e6d8e5e request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:37:34.708024 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Deleting port 582f4555-e88c-4eaf-a90d-e7cc19043080 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:34.708402 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.804728 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.db [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] For port 582f4555-e88c-4eaf-a90d-e7cc19043080, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=582f4555-e88c-4eaf-a90d-e7cc19043080,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:34.805108 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.927741 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] For port 582f4555-e88c-4eaf-a90d-e7cc19043080, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=582f4555-e88c-4eaf-a90d-e7cc19043080,segment=NetworkSegment(27a5fb92-08f8-487d-b201-68902dceb950),segment_id=27a5fb92-08f8-487d-b201-68902dceb950)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:34.928134 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:34.962398 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Calling delete_port for 582f4555-e88c-4eaf-a90d-e7cc19043080 owned by network:dhcp {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:35.045287 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Calling delete_port for 582f4555-e88c-4eaf-a90d-e7cc19043080 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:35.059581 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e1cee-529d-4a31-b018-7bfb3a7521b9 req-583e7e20-b7c8-4f0b-bb57-af6ff81c8d61 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:35.061045 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bd7e1cee-529d-4a31-b018-7bfb3a7521b9 req-583e7e20-b7c8-4f0b-bb57-af6ff81c8d61 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1893377
Mar 08 21:37:35.070619 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.121803 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 582f4555-e88c-4eaf-a90d-e7cc19043080 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:35.130917 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Pushing event deleted for resources: {'Port': ['ID=582f4555-e88c-4eaf-a90d-e7cc19043080,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:35.146071 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] No DVR routers for this DVR port 582f4555-e88c-4eaf-a90d-e7cc19043080 on host dv-cinder-832328-1-iscsi {{(pid=83037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:35.155100 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:37:35.155449 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:37:35.155912 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 582f4555-e88c-4eaf-a90d-e7cc19043080 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:35.156244 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 582f4555-e88c-4eaf-a90d-e7cc19043080 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:35.156644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:35.186940 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:35.187277 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 4cf8250f-3e9f-4c51-b114-ab37e4f4efd1 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:35.187702 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 13658a25-ab2d-479f-b8d2-28800428dfcc no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:35.220890 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 13658a25-ab2d-479f-b8d2-28800428dfcc {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:35.221229 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 13658a25-ab2d-479f-b8d2-28800428dfcc not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:35.340244 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bd7e1cee-529d-4a31-b018-7bfb3a7521b9 req-9a390b0b-8fed-4dca-8e98-545044480fb7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2653224
Mar 08 21:37:35.363290 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.389053 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc13c8c880>,) {'filters': {'network_id': ['a1da3fac-0444-4848-99da-71466e6d8e5e']}} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:35.400586 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13c8c880>, '27a5fb92-08f8-487d-b201-68902dceb950') {'for_net_delete': True} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:35.400815 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.services.segments.db [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc13c8c880>, '27a5fb92-08f8-487d-b201-68902dceb950') {} {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:35.411863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7473968'] for segment, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.427423 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.433543 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:37:35.434124 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7485547'] for segment, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]: Traceback (most recent call last):
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     timer()
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     cb(*args, **kw)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     return func(*args, **kwargs)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     self._notify()
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     self.callback(batched_events)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     event.method(event)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     return f(self, *a, **k)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._get(url).json()
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:37:35.447329 dv-cinder-832328-1-iscsi neutron-server[83037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:37:35.523300 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.538991 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.548602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1da3fac-0444-4848-99da-71466e6d8e5e,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:35.556043 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f499b65c-4b35-484c-9486-72200f2fb45a admin admin] 10.222.0.66 "DELETE /v2.0/networks/a1da3fac-0444-4848-99da-71466e6d8e5e HTTP/1.1" status: 204  len: 168 time: 1.0916295
Mar 08 21:37:35.656917 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Deleting port 582f4555-e88c-4eaf-a90d-e7cc19043080 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:35.657428 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.719472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-5703dfa2-7cdd-4a4d-a409-0fcb2df2dfaf None None] The port '582f4555-e88c-4eaf-a90d-e7cc19043080' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:37:35.753858 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51716) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:35.802728 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-045b578c-2e98-47be-ada2-f18dac45804f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7a70d4d58f24e6c8d4965f686c4190f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471399
Mar 08 21:37:35.805093 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51720) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:35.861803 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.891368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.939606 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.956908 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075c203-1213-44d1-918b-365def315059,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:35.963441 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:35.964576 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-f9b455c3-ebcb-4ac4-a6c5-01c026af84ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f075c203-1213-44d1-918b-365def315059 HTTP/1.1" status: 204  len: 168 time: 0.1586323
Mar 08 21:37:36.353483 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51728) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:36.407201 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-5cefd815-cc42-4d89-a0a1-bc8214cbbba3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea5fc3bba8f449369e41f26c769df22e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523849
Mar 08 21:37:36.409979 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51734) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:36.512031 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:36.549125 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:36.599233 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905702-96f1-4b08-8ab9-b96f3766943c req-d426f37a-d52e-4f50-88f1-b04c92265dc1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:36.600977 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-db905702-96f1-4b08-8ab9-b96f3766943c req-d426f37a-d52e-4f50-88f1-b04c92265dc1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1318917
Mar 08 21:37:36.676801 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:36.702471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6258bf-e5d8-48a4-a209-b099331452d4,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:36.726224 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:36.727254 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0c0e4053-2b74-49e2-b3ef-9cfe7c8210da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e6258bf-e5d8-48a4-a209-b099331452d4 HTTP/1.1" status: 204  len: 168 time: 0.3149817
Mar 08 21:37:36.732562 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-db905702-96f1-4b08-8ab9-b96f3766943c req-b74b6b83-234e-4728-b9f0-a563b16cad66 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236303
Mar 08 21:37:36.751420 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-21f20441-bf5d-4ace-b577-1c3601ac696b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:36.752897 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-21f20441-bf5d-4ace-b577-1c3601ac696b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 945 time: 0.1295090
Mar 08 21:37:36.822000 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:36.822340 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:37.080015 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] For port c0b42a87-6195-4d41-9b04-02d9ea72a7c3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:37.080372 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:37.381233 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:37.381588 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:37.381830 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Floating IP 1890125f-e805-4f2c-ae7a-e91b94ad39c1 disassociated. External IP: 172.27.0.232, port: c0b42a87-6195-4d41-9b04-02d9ea72a7c3.
Mar 08 21:37:37.382243 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for c0b42a87-6195-4d41-9b04-02d9ea72a7c3 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:37.516320 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:37.567123 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'Port': ['ID=c0b42a87-6195-4d41-9b04-02d9ea72a7c3,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:37.773306 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:37.924594 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-2d0c0b0e-d0b9-4d95-8495-2ebb64dccd29 req-22e3766e-041b-40c1-b5c9-0d8c07c5873c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c6c240c-409e-4817-afba-7d9c80e4297c HTTP/1.1" status: 200  len: 210 time: 0.0683315
Mar 08 21:37:38.078118 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:38.088074 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:38.100355 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:38.100941 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c77130>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:38.145017 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] No DVR routers for this DVR port c0b42a87-6195-4d41-9b04-02d9ea72a7c3 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:37:38.147475 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:38.150212 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'name': 'network-vif-deleted', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:38.167059 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-c7c47250-0824-4bb8-bc0e-5c8bf2a3df9f req-659820fb-d2eb-4634-b504-a9b85a497cf2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "DELETE /v2.0/ports/c0b42a87-6195-4d41-9b04-02d9ea72a7c3 HTTP/1.1" status: 204  len: 173 time: 1.4087059
Mar 08 21:37:38.213907 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6c240c-409e-4817-afba-7d9c80e4297c', 'name': 'network-vif-deleted', 'tag': 'c0b42a87-6195-4d41-9b04-02d9ea72a7c3', 'status': 'completed', 'code': 200}
Mar 08 21:37:38.308615 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:38.623396 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c77130>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:38.627232 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:38.637835 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:38.638656 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13c77130>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:38.810325 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:39.059336 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51748) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:39.126156 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13c77130>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:39.126802 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.130486 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8aec8-5e56-4a82-9f8e-f88df9a6d6b7 None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:39.154828 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.207905 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.226847 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fbf99f-11b0-4bc0-92a9-4217dbac7f6d,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:39.236666 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.237781 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3a309885-514d-4bb8-ab97-fb3e648bd3ed tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "DELETE /v2.0/security-groups/38fbf99f-11b0-4bc0-92a9-4217dbac7f6d HTTP/1.1" status: 204  len: 168 time: 0.1774430
Mar 08 21:37:39.241421 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51752) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:39.258446 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.api.v2.resource [None req-29e84b81-93b0-43da-8722-ae32710cf898 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] show failed (client error): The resource could not be found.
Mar 08 21:37:39.259522 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-29e84b81-93b0-43da-8722-ae32710cf898 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups/38fbf99f-11b0-4bc0-92a9-4217dbac7f6d HTTP/1.1" status: 404  len: 347 time: 0.0171494
Mar 08 21:37:39.262392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51756) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:39.361753 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a01b3-a1e2-42e3-a080-4ebd089f8712 None None] New status for floating IP 1890125f-e805-4f2c-ae7a-e91b94ad39c1: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:37:39.420849 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port 23033bdb-9841-43d9-827b-9e59f09d9ab5 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:39.421099 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.586609 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.587014 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:39.704879 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for 23033bdb-9841-43d9-827b-9e59f09d9ab5 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:39.784368 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.db.api [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:37:39.784685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG oslo_db.api [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:37:40.285538 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port 23033bdb-9841-43d9-827b-9e59f09d9ab5 {{(pid=83037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:37:40.286173 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.448355 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.448674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.565606 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.plugins.ml2.plugin [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for 23033bdb-9841-43d9-827b-9e59f09d9ab5 owned by network:floatingip {{(pid=83037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:37:40.695950 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.825935 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'Port': ['ID=23033bdb-9841-43d9-827b-9e59f09d9ab5,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:40.914896 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.928172 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:40.929241 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b343abea-ce2c-4ef7-a762-042a28ec8441 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "DELETE /v2.0/floatingips/1890125f-e805-4f2c-ae7a-e91b94ad39c1 HTTP/1.1" status: 204  len: 168 time: 1.6659245
Mar 08 21:37:41.165258 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0b42a87-6195-4d41-9b04-02d9ea72a7c3 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:37:41.185952 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51762) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:41.191426 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593984208', 'description': 'tempest-description--269900790'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:41.197215 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: c0b42a87-6195-4d41-9b04-02d9ea72a7c3 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:37:41.197552 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device c0b42a87-6195-4d41-9b04-02d9ea72a7c3 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:37:41.197867 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:41.202014 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:37:41.205591 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:37:41.211917 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:41.221219 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.253822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:41.258057 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:37:41.260753 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:37:41.266449 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:41.321263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.325063 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.370674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f149554-6be3-4f2f-ad84-ed411133214d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:41.374617 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.375846 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-935df2d0-d0d9-429e-a6eb-56ca710d2b8a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.1887882
Mar 08 21:37:41.378817 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51766) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:41.385546 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group_rule': {'security_group_id': '4f149554-6be3-4f2f-ad84-ed411133214d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:41.391608 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:41.396530 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:37:41.399491 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:37:41.405409 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:41.421556 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.480267 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.483542 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.506244 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc785411-f98b-40eb-82f3-58c19ce1f883,revision_number=0']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:41.514750 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.516211 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-2f6c8270-88ad-4a8d-8bd1-505090e8a1f3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1351442
Mar 08 21:37:41.519181 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51770) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:41.525371 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'security_group_rule': {'security_group_id': '4f149554-6be3-4f2f-ad84-ed411133214d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:41.531013 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:41.534729 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:security_group_rule and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:37:41.537751 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:37:41.543978 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:41.558457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.617110 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.620481 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864686'] for security_group_rule, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.642617 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572d0275-2e68-4d0d-87c3-420e46bb76fb,revision_number=0']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:41.651286 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.652448 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-b8e80eff-18e0-4fbd-abf1-e10ae24dbede tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1315558
Mar 08 21:37:41.655381 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 51774) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:41.661613 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.v2.base [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'floatingip': {'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2'}} {{(pid=83037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:41.666714 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:41.670489 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Usage tracker for resource:floatingip and tenant:1613f1169cbf44d6965c916d00b7b5b8 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:37:41.673365 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:37:41.679725 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:41.688828 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.819912 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:41.952493 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.db_base_plugin_common [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Allocated IP 172.27.0.252 (cb49c6dd-e80d-45ab-9daa-c616077e90a2/0e6ec43c-15ad-4644-a552-d5cc2788b0e7/826de3c3-0565-424d-ba29-853febddae2a) {{(pid=83037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:37:42.096637 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.123564 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7485494'] for port, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.189120 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Network cb49c6dd-e80d-45ab-9daa-c616077e90a2 is already hosted by enough agents. {{(pid=83037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:37:42.192156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.scheduler.base_scheduler [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources bound (agent type, host, resource id):  {{(pid=83037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:37:42.194467 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Received port after_create {{(pid=83037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:37:42.226703 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=826de3c3-0565-424d-ba29-853febddae2a,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:42.356260 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.415515 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.609156 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.613263 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7485519'] for port, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.718004 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=826de3c3-0565-424d-ba29-853febddae2a,revision_number=2']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:42.729416 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.750147 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:42.751276 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3120f1e9-0c35-4cad-8b77-685c58da466c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0949764
Mar 08 21:37:42.976256 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-f067d686-0903-4364-b282-71ecd818e37a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:42.990599 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-f067d686-0903-4364-b282-71ecd818e37a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:42.992037 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-f067d686-0903-4364-b282-71ecd818e37a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--593984208&fields=id&tenant_id=1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 267 time: 0.0553868
Mar 08 21:37:43.139852 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-24156689-07d6-4411-8fd1-ac20308cc8c0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:43.141196 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-24156689-07d6-4411-8fd1-ac20308cc8c0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 811 time: 0.1429076
Mar 08 21:37:43.156830 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-4b0dfc78-0366-4066-8ff4-5e24b7fb567f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/quotas/1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 375 time: 0.0103052
Mar 08 21:37:43.209754 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-64980bec-3fe1-4002-8a13-fc2b037c74b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:43.240269 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-452dc8bc-5779-4779-a9bf-b831bce3324c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:43.255516 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-452dc8bc-5779-4779-a9bf-b831bce3324c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:43.256876 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-452dc8bc-5779-4779-a9bf-b831bce3324c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0952516
Mar 08 21:37:43.392511 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-61a6b27a-a058-48bf-b09e-875341b61292 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=83036) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Mar 08 21:37:43.393436 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-61a6b27a-a058-48bf-b09e-875341b61292 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1247096
Mar 08 21:37:43.524325 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-f17f9ea1-1ff3-497d-ac73-c1981a6685b4 service neutron] 10.222.0.66 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245785
Mar 08 21:37:43.658455 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-103f5831-aa97-4ae4-984b-848df551d701 service neutron] 10.222.0.66 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283267
Mar 08 21:37:43.839450 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-c3d49edd-af89-4c13-bc28-b682454d0442 req-2f42fdca-1d8a-4d5a-ac2c-50aae22711b2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:43.852250 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-c3d49edd-af89-4c13-bc28-b682454d0442 req-2f42fdca-1d8a-4d5a-ac2c-50aae22711b2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:43.853372 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-c3d49edd-af89-4c13-bc28-b682454d0442 req-2f42fdca-1d8a-4d5a-ac2c-50aae22711b2 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 210 time: 0.0549910
Mar 08 21:37:45.043965 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-68c63344-07d9-4bb7-b550-af9ee409e472 req-7a1756b6-d4b1-464c-b48b-2c46d38b6953 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 210 time: 0.0637348
Mar 08 21:37:45.094513 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-32ae3c6e-a817-43cb-b44b-9db89e27eea8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:45.095931 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-32ae3c6e-a817-43cb-b44b-9db89e27eea8 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 811 time: 0.1938725
Mar 08 21:37:45.148792 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-83d31894-e992-4826-9a4b-9c6eeae26b18 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1613f1169cbf44d6965c916d00b7b5b8 HTTP/1.1" status: 200  len: 379 time: 0.0412588
Mar 08 21:37:45.157259 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'port': {'device_id': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'admin_state_up': True, 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'security_groups': ['4f149554-6be3-4f2f-ad84-ed411133214d']}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:45.292704 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:37:45.301911 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:37:45.311181 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Made reservation on behalf of 1613f1169cbf44d6965c916d00b7b5b8 for: {'port': 1} {{(pid=83036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 08 21:37:45.314132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:45.471255 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_common [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Allocated IP 172.20.0.4 (120b96df-2e24-4f1d-80ea-0c735bd07fe8/20a52309-1d86-4fbb-b1de-093491d27e82/aed8af4e-e099-4407-8634-c75fd59e0ad0) {{(pid=83036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 08 21:37:45.593897 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-675de9ad-9432-4c71-a6d6-0d11e6ff5ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:45.652423 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for port, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:45.667142 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Transition to ACTIVE for port object aed8af4e-e099-4407-8634-c75fd59e0ad0 will not be triggered until provisioned by entity DHCP. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:37:45.688199 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777860636299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:45.759192 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 is already hosted by enough agents. {{(pid=83036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 08 21:37:45.761924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.base_scheduler [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Resources bound (agent type, host, resource id):  {{(pid=83036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 08 21:37:45.765869 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Received port after_create {{(pid=83036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Mar 08 21:37:45.802449 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event updated for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:45.838226 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:45.839196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:45.873346 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-5c6223fb-bf8b-4486-8cd7-628034874748 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7199185
Mar 08 21:37:45.952795 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Request body: {'port': {'device_id': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:45.991478 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0c16984c-91e9-4227-8f41-8ff6ea81879f None None] Provisioning for port aed8af4e-e099-4407-8634-c75fd59e0ad0 completed by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:37:45.996321 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-0c16984c-91e9-4227-8f41-8ff6ea81879f None None] Provisioning complete for port aed8af4e-e099-4407-8634-c75fd59e0ad0 triggered by entity DHCP. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:37:45.996685 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0c16984c-91e9-4227-8f41-8ff6ea81879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.052649 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-0c16984c-91e9-4227-8f41-8ff6ea81879f None None] Port aed8af4e-e099-4407-8634-c75fd59e0ad0 cannot update to ACTIVE because it is not bound. {{(pid=83038) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Mar 08 21:37:46.063384 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.248652 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e77554-e2e5-45b7-b11d-38229bdebd1a req-027b9ee3-c671-4583-8352-e417f745bb22 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:46.250095 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e0e77554-e2e5-45b7-b11d-38229bdebd1a req-027b9ee3-c671-4583-8352-e417f745bb22 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 931 time: 0.0856435
Mar 08 21:37:46.295224 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-e0e77554-e2e5-45b7-b11d-38229bdebd1a req-dfa8b01d-35a0-4312-bb8e-5b064ddff8fc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83037) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:46.307068 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [req-e0e77554-e2e5-45b7-b11d-38229bdebd1a req-dfa8b01d-35a0-4312-bb8e-5b064ddff8fc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:security_group {{(pid=83037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:46.308210 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-e0e77554-e2e5-45b7-b11d-38229bdebd1a req-dfa8b01d-35a0-4312-bb8e-5b064ddff8fc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518527
Mar 08 21:37:46.499550 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed8af4e-e099-4407-8634-c75fd59e0ad0 {{(pid=83036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:37:46.506826 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.521303 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.provisioning_blocks [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Transition to ACTIVE for port object aed8af4e-e099-4407-8634-c75fd59e0ad0 will not be triggered until provisioned by entity L2. {{(pid=83036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Mar 08 21:37:46.524991 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.630514 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.656171 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Pushing event updated for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=2']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:46.763315 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Attempting to bind port aed8af4e-e099-4407-8634-c75fd59e0ad0 on host hv-cinder-83232 for vnic_type normal with profile  {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Mar 08 21:37:46.763944 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Attempting to bind port aed8af4e-e099-4407-8634-c75fd59e0ad0 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Mar 08 21:37:46.764272 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Attempting to bind port aed8af4e-e099-4407-8634-c75fd59e0ad0 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:37:46.770583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Port aed8af4e-e099-4407-8634-c75fd59e0ad0 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Mar 08 21:37:46.770931 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Attempting to bind port aed8af4e-e099-4407-8634-c75fd59e0ad0 on network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Mar 08 21:37:46.777098 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Checking agent: {'id': '635b0173-3691-4d9b-837a-b84a50a4f3a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'started_at': datetime.datetime(2022, 3, 8, 21, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Mar 08 21:37:46.777430 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Checking segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Mar 08 21:37:46.777805 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Bound using segment: {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'} {{(pid=83036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Mar 08 21:37:46.778225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.managers [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Bound port: aed8af4e-e099-4407-8634-c75fd59e0ad0, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742837a8-9400-4389-ae90-dee2bb542ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8'}}] {{(pid=83036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Mar 08 21:37:46.778573 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.785809 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.867390 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, cleared binding levels {{(pid=83036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 08 21:37:46.870231 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 08 21:37:46.873698 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7542961'] for port, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.931315 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:46.932860 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] 10.222.0.30 "PUT /v2.0/ports/aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 200  len: 1093 time: 1.0523095
Mar 08 21:37:46.935574 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:46.963305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820a0a-96ff-49c8-a7bf-7d8c9ef7abaa service neutron] Pushing event updated for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=3']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:47.048328 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-78ac4ef1-0f05-4d83-8f69-4027e86da99d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 1096 time: 0.0759439
Mar 08 21:37:47.122165 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-ae3c346c-c22e-4149-8ccc-fe067640abbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 200  len: 217 time: 0.0674129
Mar 08 21:37:47.162256 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'status': 'completed', 'code': 200}
Mar 08 21:37:47.188667 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-b64d0b43-5f9a-4f33-9a0f-06685d6ddf07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:47.190058 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-b64d0b43-5f9a-4f33-9a0f-06685d6ddf07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0624886
Mar 08 21:37:47.262971 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-cffa6a0a-441d-4b67-a331-49f3f8d0dd4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669465
Mar 08 21:37:47.392188 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-bd3e25a1-aa94-40f9-a725-abe8e7d61bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224716
Mar 08 21:37:47.499774 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ce0c-3784-4bf6-b8cb-ba59342faebc req-df3e8ce5-724f-4681-aeec-c16b404162b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:47.501234 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0537ce0c-3784-4bf6-b8cb-ba59342faebc req-df3e8ce5-724f-4681-aeec-c16b404162b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 943 time: 0.0729346
Mar 08 21:37:47.521701 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7861e5fa-7a44-43df-a000-4c5c52514d53 req-b780faca-d36e-4577-930e-5c1e70d6e76a service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238456
Mar 08 21:37:47.550581 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-0537ce0c-3784-4bf6-b8cb-ba59342faebc req-a552ca40-fd6d-4b71-97c2-3ffc81ce7355 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433733
Mar 08 21:37:47.637926 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-97e251d5-df1e-4ef2-a201-8b1df72d39a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 1096 time: 0.0697391
Mar 08 21:37:47.765120 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-8f5dc1d3-91cf-4b3a-8656-d26798f16282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:47.766443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-8f5dc1d3-91cf-4b3a-8656-d26798f16282 service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1220138
Mar 08 21:37:47.831487 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-7925c1f0-41fc-4f49-b898-862a3a4a11fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 200  len: 217 time: 0.0578742
Mar 08 21:37:47.905643 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:47.968675 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-33d2c563-14bb-448f-a282-6461738c93c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:47.970109 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-33d2c563-14bb-448f-a282-6461738c93c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.1325107
Mar 08 21:37:48.043044 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-00e27d53-b7d2-40ed-93d6-f7b65b0fba4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662613
Mar 08 21:37:48.172935 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-812156be-72f2-4c43-8d45-14d9fc1a938c service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219497
Mar 08 21:37:48.303504 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-57cf33f0-d7dd-4744-9e54-75ad0625877b req-af78fa19-9a82-4530-b2ad-91ec54457fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237745
Mar 08 21:37:48.749327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0e3ee-1fe5-477e-af8b-9315377872de req-ee0e6b41-6651-4a42-bc68-bb134c26c92c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:48.749999 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-20a0e3ee-1fe5-477e-af8b-9315377872de req-ee0e6b41-6651-4a42-bc68-bb134c26c92c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Synchronizing usage tracker for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Mar 08 21:37:48.765151 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [req-20a0e3ee-1fe5-477e-af8b-9315377872de req-ee0e6b41-6651-4a42-bc68-bb134c26c92c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Unset dirty status for tenant:1613f1169cbf44d6965c916d00b7b5b8 on resource:port {{(pid=83036) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Mar 08 21:37:48.766380 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-20a0e3ee-1fe5-477e-af8b-9315377872de req-ee0e6b41-6651-4a42-bc68-bb134c26c92c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 943 time: 0.0949190
Mar 08 21:37:48.812443 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-20a0e3ee-1fe5-477e-af8b-9315377872de req-82d6a4b7-f692-49f3-b552-eba0fc1d7a7a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395718
Mar 08 21:37:49.196938 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device aed8af4e-e099-4407-8634-c75fd59e0ad0 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83038) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Mar 08 21:37:49.326441 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:49.339748 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Returning: {'device': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'port_id': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'mac_address': 'fa:16:3e:9f:82:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83038) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Mar 08 21:37:49.391641 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:49.408077 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed8af4e-e099-4407-8634-c75fd59e0ad0 {{(pid=83038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Mar 08 21:37:49.422032 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:49.426300 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:49.525276 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=4']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:49.533126 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.533470 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.533805 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.534133 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.534461 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.534783 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.535609 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.536132 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.536268 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.536579 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.536893 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:37:49.627472 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] get_ports_and_sgs() called for port_ids ['aed8af4e-e099-4407-8634-c75fd59e0ad0'] {{(pid=83038) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Mar 08 21:37:50.003843 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705144-c7c0-4b5e-a04d-5bd5314ba6bf req-9fc56175-da39-4f64-9e55-c948f5cba2d0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:50.005474 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bb705144-c7c0-4b5e-a04d-5bd5314ba6bf req-9fc56175-da39-4f64-9e55-c948f5cba2d0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 944 time: 0.0746026
Mar 08 21:37:50.051446 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-bb705144-c7c0-4b5e-a04d-5bd5314ba6bf req-7306e366-76b9-4fd8-81e5-436cb1381305 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406210
Mar 08 21:37:51.197450 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device aed8af4e-e099-4407-8634-c75fd59e0ad0 up at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Mar 08 21:37:51.242125 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c6b4-de29-4bd5-b03c-aaf6b24019bf req-942b5b03-f71d-48ae-b23b-60774c68e585 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:51.243577 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7bf7c6b4-de29-4bd5-b03c-aaf6b24019bf req-942b5b03-f71d-48ae-b23b-60774c68e585 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 944 time: 0.0751817
Mar 08 21:37:51.267901 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning for port aed8af4e-e099-4407-8634-c75fd59e0ad0 completed by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Mar 08 21:37:51.272459 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.provisioning_blocks [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Provisioning complete for port aed8af4e-e099-4407-8634-c75fd59e0ad0 triggered by entity L2. {{(pid=83038) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Mar 08 21:37:51.272824 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088418'] for port, provisioning_complete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:51.288728 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7bf7c6b4-de29-4bd5-b03c-aaf6b24019bf req-fcff8909-a856-45ff-96ad-5bb8d29911e7 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395052
Mar 08 21:37:51.390540 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1894361'] for port, before_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:51.417761 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0'}] {{(pid=83038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:51.430099 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:37:51.433954 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777861074854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777860636317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777860636362'] for port, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:51.499105 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Pushing event updated for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=5']} {{(pid=83038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:37:51.553105 dv-cinder-832328-1-iscsi neutron-server[83038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'code': 200}
Mar 08 21:37:51.775360 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3d44c44e-e326-4639-a044-572049e1e8e4 req-7e3111b5-8957-4b9a-8e25-3f7f5e35368f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 1098 time: 0.0706522
Mar 08 21:37:51.814824 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-3d44c44e-e326-4639-a044-572049e1e8e4 req-3b537394-e7ac-4908-8688-78ae792670bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341675
Mar 08 21:37:52.483402 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea13f3-beb4-4877-a7f2-53f0df634c96 req-d13e0f79-1231-49f3-9694-5e6897dc274c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:52.484879 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-42ea13f3-beb4-4877-a7f2-53f0df634c96 req-d13e0f79-1231-49f3-9694-5e6897dc274c tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0757992
Mar 08 21:37:52.528720 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-42ea13f3-beb4-4877-a7f2-53f0df634c96 req-aba3baca-dac2-48ea-b7df-c8e2b9c5afb3 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378222
Mar 08 21:37:53.722394 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15474a7f-33e8-4542-bff8-7a239c75a4f6 req-cf002c1b-3c79-4940-a11c-04b0f8545a2e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:53.723956 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-15474a7f-33e8-4542-bff8-7a239c75a4f6 req-cf002c1b-3c79-4940-a11c-04b0f8545a2e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0757747
Mar 08 21:37:53.852560 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-15474a7f-33e8-4542-bff8-7a239c75a4f6 req-21338933-5485-455f-96ba-7502e5af0839 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230164
Mar 08 21:37:54.045235 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d350d-fe8d-49a3-b580-40d2a3b81b54 req-e55b9282-b18c-4ff3-866e-c873c381149e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:54.046671 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-810d350d-fe8d-49a3-b580-40d2a3b81b54 req-e55b9282-b18c-4ff3-866e-c873c381149e tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0798616
Mar 08 21:37:54.055196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51830) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:37:54.060241 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.v2.base [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Request body: {'floatingip': {'port_id': 'aed8af4e-e099-4407-8634-c75fd59e0ad0'}} {{(pid=83036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Mar 08 21:37:54.138240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, before_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:54.806151 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:54.809673 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:54.991913 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Floating IP ad871069-875a-4210-aa89-1989b581b262 associated. External IP: 172.27.0.252, port: aed8af4e-e099-4407-8634-c75fd59e0ad0.
Mar 08 21:37:55.367718 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:37:55.564950 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:37:55.571416 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:37:55.575902 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:37:55.587928 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:55.588519 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13681190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:55.637225 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-699a3d0b-9bc1-4226-a143-10ee7bf1d4fd tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "PUT /v2.0/floatingips/ad871069-875a-4210-aa89-1989b581b262 HTTP/1.1" status: 200  len: 991 time: 1.5673077
Mar 08 21:37:55.637225 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:37:55.679684 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'status': 'completed', 'code': 200}
Mar 08 21:37:55.763011 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:55.772010 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-517d4ea1-72ce-4128-bd28-0b2b3575ab59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 1098 time: 0.0711126
Mar 08 21:37:55.900350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-1a4059c9-002b-4cce-960a-44ecba4041af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:55.901715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-1a4059c9-002b-4cce-960a-44ecba4041af service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1244481
Mar 08 21:37:56.002394 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-a0d9dfe5-b939-43e0-b8c9-538951071f50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 200  len: 999 time: 0.0949023
Mar 08 21:37:56.103062 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13681190>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ad871069-875a-4210-aa89-1989b581b262', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:9f:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:37:42Z', 'updated_at': '2022-03-08T21:37:54Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:56.106751 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:37:56.117509 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:37:56.118085 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13681190>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:37:46Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:56.191014 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-c385e0b1-9e19-4665-a3cf-ed7c1b9eef98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:37:56.192986 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-c385e0b1-9e19-4665-a3cf-ed7c1b9eef98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0563905
Mar 08 21:37:56.264496 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-136031a7-e0ed-4f9a-b75c-fc55c7634605 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0654743
Mar 08 21:37:56.293122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:37:56.393715 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-8f7f2f44-dbb3-4ae9-b4fc-21b5aad014a2 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234136
Mar 08 21:37:56.615372 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-8f9cddfa-8257-4418-ba98-abf737ad235a req-3f9d638f-695e-45eb-8dec-bf95765c79de service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160587
Mar 08 21:37:56.674961 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13681190>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ad871069-875a-4210-aa89-1989b581b262', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:9f:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:37:42Z', 'updated_at': '2022-03-08T21:37:54Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:37:56.679435 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e078659-86fb-46fc-82b0-c11ffa4fb089 None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_floatingips': [{'id': 'ad871069-875a-4210-aa89-1989b581b262', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'router_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'port_id': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'mac_address': 'fa:16:3e:9f:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:37:42Z', 'updated_at': '2022-03-08T21:37:54Z', 'revision_number': 1, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:37:56.870780 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adcdb1c-dad7-475f-b587-6a93f9072438 None None] New status for floating IP ad871069-875a-4210-aa89-1989b581b262: ACTIVE {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:38:00.506354 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:04.966856 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:38:13.210955 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bf522f37-d256-4cc5-b768-8aedaee89f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:15.596172 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-235e669b-2385-42cf-a962-eefdf1035236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:16.631310 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:16.777071 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:17.906736 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:30.523196 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:41.967118 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:38:43.212342 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-373c3927-33f0-47c8-9c3c-f3bd84a8667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:45.598118 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-a69df75d-ecd1-455c-b428-b90869390ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:46.634237 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:46.779187 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:38:47.909778 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:00.541065 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:01.910254 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-2ffc12a6-cb8d-4375-a355-04965d4a9511 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689738
Mar 08 21:39:02.060774 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-6f83603e-e7fb-4898-906c-89a129d81fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 1098 time: 0.0667541
Mar 08 21:39:02.200337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-3f76a743-e25f-4755-bf42-9bbc67fe2c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:39:02.201769 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-3f76a743-e25f-4755-bf42-9bbc67fe2c6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 200  len: 912 time: 0.1233497
Mar 08 21:39:02.305414 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-ff04955e-1011-4adf-93e0-c7ca07650c2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 200  len: 1001 time: 0.0968871
Mar 08 21:39:02.368879 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-47e20cfb-6f7d-4389-8d75-ab3ee2d6f919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:39:02.370280 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-47e20cfb-6f7d-4389-8d75-ab3ee2d6f919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 200  len: 850 time: 0.0598176
Mar 08 21:39:02.443491 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-b4e8cc76-8d6d-4464-a0fc-6e8a14d0891f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=120b96df-2e24-4f1d-80ea-0c735bd07fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667448
Mar 08 21:39:02.574361 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-83b6baec-3ea0-4ab1-93d0-648bcd2ed4e2 service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244762
Mar 08 21:39:02.704841 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-04f90d77-dce6-4c86-888d-0f1a3542a43c req-00282a24-05e6-47c7-b18f-c2eedfa14e3f service neutron] 10.222.0.30 "GET /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249516
Mar 08 21:39:13.214463 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-619c641d-0cfa-4ec3-9fb4-5f16c074a632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:15.600333 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9451e7e7-12be-4246-8136-4be07ae356ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:16.637260 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:16.781000 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:17.912582 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:18.968510 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:39:20.777863 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81bdf-04d8-4b46-88ad-bd3c4d8c5bd8 req-59a8d9dc-7a9d-496e-90f8-04a086e4f1a1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:39:20.779267 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-deb81bdf-04d8-4b46-88ad-bd3c4d8c5bd8 req-59a8d9dc-7a9d-496e-90f8-04a086e4f1a1 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0755870
Mar 08 21:39:20.823417 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-deb81bdf-04d8-4b46-88ad-bd3c4d8c5bd8 req-e961794c-8e89-48ba-84df-ba6be39ef189 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386872
Mar 08 21:39:22.017710 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950e85-4652-46ce-bdf6-6c83755a0e4b req-8f152aa8-65ad-463c-8e1b-658507be8f91 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:39:22.019092 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7f950e85-4652-46ce-bdf6-6c83755a0e4b req-8f152aa8-65ad-463c-8e1b-658507be8f91 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0742207
Mar 08 21:39:22.066560 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-7f950e85-4652-46ce-bdf6-6c83755a0e4b req-66b4c86e-c14b-4e9c-afcd-a4a668479fb0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f149554-6be3-4f2f-ad84-ed411133214d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414715
Mar 08 21:39:22.357989 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f73cef-4bb2-4f84-86cb-857934235639 req-e2674302-923e-486c-b463-4f93fafc915b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 08 21:39:22.359370 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-78f73cef-4bb2-4f84-86cb-857934235639 req-e2674302-923e-486c-b463-4f93fafc915b tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 945 time: 0.0763175
Mar 08 21:39:22.423114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port aed8af4e-e099-4407-8634-c75fd59e0ad0 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:22.423452 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:22.655838 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] For port aed8af4e-e099-4407-8634-c75fd59e0ad0, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=aed8af4e-e099-4407-8634-c75fd59e0ad0,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:39:22.656106 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:23.012433 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:23.012708 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977230'] for floatingip, after_update {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:23.013131 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.db.l3_db [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Floating IP ad871069-875a-4210-aa89-1989b581b262 disassociated. External IP: 172.27.0.252, port: aed8af4e-e099-4407-8634-c75fd59e0ad0.
Mar 08 21:39:23.013473 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for aed8af4e-e099-4407-8634-c75fd59e0ad0 owned by compute:nova {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:23.152795 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:23.208240 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'Port': ['ID=aed8af4e-e099-4407-8634-c75fd59e0ad0,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:23.223132 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.223481 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.223839 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.224174 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.224505 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.225924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.225924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.225924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.225924 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.226335 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.226438 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:23.233919 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [req-d7fd6689-ba03-4a3b-89b8-70cc62e987e7 req-b8759205-f5c4-42fc-91c1-b2ce581d60dc tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/ports?device_id=69d6f63c-c4c8-4119-b445-20a844c227bf HTTP/1.1" status: 200  len: 210 time: 0.0439022
Mar 08 21:39:23.422016 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:39:23.625986 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:39:23.636273 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:39:23.649231 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:39:23.649841 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13b64490>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:39:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:23.695377 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] No DVR routers for this DVR port aed8af4e-e099-4407-8634-c75fd59e0ad0 on host hv-cinder-83232 {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:39:23.698611 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for port, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:23.701402 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'name': 'network-vif-deleted', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0'}] {{(pid=83036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Mar 08 21:39:23.716759 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [req-78f73cef-4bb2-4f84-86cb-857934235639 req-722fc604-8ff1-4035-9fcc-8ee0f4c12e8f tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.30 "DELETE /v2.0/ports/aed8af4e-e099-4407-8634-c75fd59e0ad0 HTTP/1.1" status: 204  len: 173 time: 1.3527095
Mar 08 21:39:23.757453 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6f63c-c4c8-4119-b445-20a844c227bf', 'name': 'network-vif-deleted', 'tag': 'aed8af4e-e099-4407-8634-c75fd59e0ad0', 'status': 'completed', 'code': 200}
Mar 08 21:39:23.827560 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:39:24.139203 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13b64490>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:24.145399 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:39:24.159452 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:39:24.160095 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc13b64490>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:39:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:24.349986 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:39:24.382073 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51980) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:24.449001 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.476772 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.537510 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.556892 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f149554-6be3-4f2f-ad84-ed411133214d,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:24.564467 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.565580 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-fc7a3546-32d1-4e31-85aa-8b623c6d94b0 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "DELETE /v2.0/security-groups/4f149554-6be3-4f2f-ad84-ed411133214d HTTP/1.1" status: 204  len: 168 time: 0.1824555
Mar 08 21:39:24.568156 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51984) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:24.584341 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.api.v2.resource [None req-35963288-09d9-42d8-be49-cef9bdd4aa2a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] show failed (client error): The resource could not be found.
Mar 08 21:39:24.585295 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-35963288-09d9-42d8-be49-cef9bdd4aa2a tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "GET /v2.0/security-groups/4f149554-6be3-4f2f-ad84-ed411133214d HTTP/1.1" status: 404  len: 347 time: 0.0162616
Mar 08 21:39:24.588774 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 51988) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:24.727275 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc13b64490>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:24.732372 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60338f0c-57db-4376-92d8-bef4875e31d0 None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:34:45Z', 'revision_number': 4, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi', '_interfaces': [{'id': '83c666cc-a839-4b61-bb74-9b04db28493c', 'name': '', 'network_id': '120b96df-2e24-4f1d-80ea-0c735bd07fe8', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'mac_address': 'fa:16:3e:5f:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:44Z', 'updated_at': '2022-03-08T21:34:53Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'subnets': [{'id': '20a52309-1d86-4fbb-b1de-093491d27e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:39:24.740645 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port 826de3c3-0565-424d-ba29-853febddae2a {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:24.741011 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.923808 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.924220 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:24.962613 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3480de-d659-4ba1-8535-b433239dd0b5 None None] New status for floating IP ad871069-875a-4210-aa89-1989b581b262: DOWN {{(pid=83039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Mar 08 21:39:25.042665 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for 826de3c3-0565-424d-ba29-853febddae2a owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:25.175799 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.db.api [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:39:25.176232 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG oslo_db.api [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:39:25.603128 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device aed8af4e-e099-4407-8634-c75fd59e0ad0 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:39:25.635371 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] No Port match for: aed8af4e-e099-4407-8634-c75fd59e0ad0 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:39:25.635742 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Device aed8af4e-e099-4407-8634-c75fd59e0ad0 not bound to the agent host hv-cinder-83232 {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:39:25.677079 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Deleting port 826de3c3-0565-424d-ba29-853febddae2a {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:25.677583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:25.925100 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:25.925424 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:26.042214 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Calling delete_port for 826de3c3-0565-424d-ba29-853febddae2a owned by network:floatingip {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:26.175025 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:26.216928 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Pushing event deleted for resources: {'Port': ['ID=826de3c3-0565-424d-ba29-853febddae2a,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:26.307471 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks [] for floatingip, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:26.320660 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163822'] for floatingip, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:26.322251 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-8c5b65c5-3cd2-47d3-a038-737ac6519b28 tempest-AttachVolumeTestJSON-1405188220 tempest-AttachVolumeTestJSON-1405188220-project] 10.222.0.66 "DELETE /v2.0/floatingips/ad871069-875a-4210-aa89-1989b581b262 HTTP/1.1" status: 204  len: 168 time: 1.7326765
Mar 08 21:39:30.270952 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52018) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:30.544857 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:30.653627 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-979068'] for router_interface, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:31.321365 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Deleting port 83c666cc-a839-4b61-bb74-9b04db28493c {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:31.322055 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:31.487037 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] For port 83c666cc-a839-4b61-bb74-9b04db28493c, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=83c666cc-a839-4b61-bb74-9b04db28493c,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:39:31.487386 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:31.603796 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Calling delete_port for 83c666cc-a839-4b61-bb74-9b04db28493c owned by network:router_interface {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:31.762969 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:31.806437 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=83c666cc-a839-4b61-bb74-9b04db28493c,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:32.088895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1981980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978987'] for router_interface, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:32.728537 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Router e46abd52-53cc-46cd-9989-66bc235ec84a has already been hosted by L3 agent 299915ad-fb9b-4513-96d4-f67f01b36a0e {{(pid=83036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 08 21:39:32.926950 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] Notify agent at l3_agent.dv-cinder-832328-1-iscsi the message routers_updated {{(pid=83036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 08 21:39:32.935937 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Sync routers for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Mar 08 21:39:32.938910 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-0c26eb52-b64b-4084-86a9-be3b54d9a9cb admin admin] 10.222.0.66 "PUT /v2.0/routers/e46abd52-53cc-46cd-9989-66bc235ec84a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6669288
Mar 08 21:39:32.941361 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52022) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:32.948582 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:39:32.949202 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc15113640>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:39:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:33.124227 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: dv-cinder-832328-1-iscsi {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:39:33.134101 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks [] for router, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:33.324911 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:33.334254 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Deleting port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:33.334748 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:33.406503 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc15113640>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'external_fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:39:31Z', 'revision_number': 5, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port': {'id': '1d5cbf7c-9af8-48dc-8953-5d683e90cec9', 'name': '', 'network_id': 'cb49c6dd-e80d-45ab-9daa-c616077e90a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:34:42Z', 'updated_at': '2022-03-08T21:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6ec43c-15ad-4644-a552-d5cc2788b0e7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-iscsi'}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:33.410236 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Checking router: e46abd52-53cc-46cd-9989-66bc235ec84a for host: dv-cinder-832328-1-iscsi {{(pid=83038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Mar 08 21:39:33.421165 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Routers {'e46abd52-53cc-46cd-9989-66bc235ec84a'} bound to L3 agent in host dv-cinder-832328-1-iscsi {{(pid=83038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Mar 08 21:39:33.421748 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbc15113640>, 'dv-cinder-832328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T21:18:16Z,description=<?>,heartbeat_timestamp=2022-03-08T21:39:16Z,host='dv-cinder-832328-1-iscsi',id=299915ad-fb9b-4513-96d4-f67f01b36a0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-08T21:18:16Z,topic='l3_agent')) {'router_ids': ['e46abd52-53cc-46cd-9989-66bc235ec84a'], 'active': True} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:33.512465 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] For port 1d5cbf7c-9af8-48dc-8953-5d683e90cec9, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,segment=NetworkSegment(ec9c086d-3ff0-4fa3-a5b9-db598e04b469),segment_id=ec9c086d-3ff0-4fa3-a5b9-db598e04b469)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:39:33.512819 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:33.568605 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_dvr_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] Set router e46abd52-53cc-46cd-9989-66bc235ec84a gateway port host: None {{(pid=83038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Mar 08 21:39:33.636642 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Calling delete_port for 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 owned by network:router_gateway {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:33.676754 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.db.l3_hamode_db [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbc15113640>, [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:39:33Z', 'revision_number': 6, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port_host': None}], 'dv-cinder-832328-1-iscsi', False) {} {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:33.680644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a18b6d-77db-490f-a592-f3591ec8530d None None] The sync data for ids ['e46abd52-53cc-46cd-9989-66bc235ec84a'] in dv-cinder-832328-1-iscsi is: [{'id': 'e46abd52-53cc-46cd-9989-66bc235ec84a', 'name': 'tempest-AttachVolumeTestJSON-1261121507-router', 'tenant_id': '1613f1169cbf44d6965c916d00b7b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:34:41Z', 'updated_at': '2022-03-08T21:39:33Z', 'revision_number': 6, 'project_id': '1613f1169cbf44d6965c916d00b7b5b8', 'gw_port_host': None}] {{(pid=83038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Mar 08 21:39:33.795853 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:33.840344 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5cbf7c-9af8-48dc-8953-5d683e90cec9,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:34.151010 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977249'] for router_gateway, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.408220 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-517310'] for router, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.412562 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.439839 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982589'] for router, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.440400 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46abd52-53cc-46cd-9989-66bc235ec84a {{(pid=83036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 08 21:39:34.452632 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] Notify callbacks [] for router, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.453744 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-206f960a-3bab-4192-aa19-be1bd26a28ce admin admin] 10.222.0.66 "DELETE /v2.0/routers/e46abd52-53cc-46cd-9989-66bc235ec84a HTTP/1.1" status: 204  len: 168 time: 1.5115104
Mar 08 21:39:34.456313 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52026) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:34.517292 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Deleting subnet 20a52309-1d86-4fbb-b1de-093491d27e82 {{(pid=83036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Mar 08 21:39:34.520635 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.569460 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-882648'] for subnet, precommit_delete_associations {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.653574 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084358'] for subnet, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.720581 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7427338'] for subnet, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.758033 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a52309-1d86-4fbb-b1de-093491d27e82,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:34.763883 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.769304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62368e29-c18a-451f-8e33-988eb2c31cf4 None None] Network 120b96df-2e24-4f1d-80ea-0c735bd07fe8 requested from dv-cinder-832328-1-iscsi {{(pid=83038) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Mar 08 21:39:34.771132 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-85a3d8d5-6969-49cb-854b-429c8c3434b3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20a52309-1d86-4fbb-b1de-093491d27e82 HTTP/1.1" status: 204  len: 168 time: 0.3138998
Mar 08 21:39:34.773568 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52030) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:34.880499 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1845730'] for network, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:34.892280 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Deleting port c41a5b51-0fd1-4413-86aa-fada95abd5d8 {{(pid=83036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:34.892616 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.019522 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] DHCP port deletion for 120b96df-2e24-4f1d-80ea-0c735bd07fe8 request from dv-cinder-832328-1-iscsi {{(pid=83038) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Mar 08 21:39:35.024900 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Deleting port c41a5b51-0fd1-4413-86aa-fada95abd5d8 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:35.025279 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.098190 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.db [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] For port c41a5b51-0fd1-4413-86aa-fada95abd5d8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=c41a5b51-0fd1-4413-86aa-fada95abd5d8,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:39:35.098545 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.185127 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device c41a5b51-0fd1-4413-86aa-fada95abd5d8 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:39:35.220158 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.plugin [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Calling delete_port for c41a5b51-0fd1-4413-86aa-fada95abd5d8 owned by network:dhcp {{(pid=83036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:35.294002 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1893797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777861074836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777860636308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7542984'] for port, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.300980 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] For port c41a5b51-0fd1-4413-86aa-fada95abd5d8, host dv-cinder-832328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-iscsi',level=0,port_id=c41a5b51-0fd1-4413-86aa-fada95abd5d8,segment=NetworkSegment(742837a8-9400-4389-ae90-dee2bb542ada),segment_id=742837a8-9400-4389-ae90-dee2bb542ada)] {{(pid=83038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 08 21:39:35.301367 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-892750'] for port, precommit_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.316056 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.db [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No active binding found for port c41a5b51-0fd1-4413-86aa-fada95abd5d8 {{(pid=83038) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Mar 08 21:39:35.316446 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device c41a5b51-0fd1-4413-86aa-fada95abd5d8 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:39:35.316857 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:39:35.341039 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41a5b51-0fd1-4413-86aa-fada95abd5d8,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:35.348268 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] No DVR routers for this DVR port c41a5b51-0fd1-4413-86aa-fada95abd5d8 on host dv-cinder-832328-1-iscsi {{(pid=83036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 08 21:39:35.448323 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:39:35.448696 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 1d5cbf7c-9af8-48dc-8953-5d683e90cec9 not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:39:35.449076 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 83c666cc-a839-4b61-bb74-9b04db28493c no longer exists at agent ovs-agent-dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Mar 08 21:39:35.477405 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Calling delete_port for c41a5b51-0fd1-4413-86aa-fada95abd5d8 owned by network:dhcp {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Mar 08 21:39:35.517702 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] No Port match for: 83c666cc-a839-4b61-bb74-9b04db28493c {{(pid=83038) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Mar 08 21:39:35.518040 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.rpc [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Device 83c666cc-a839-4b61-bb74-9b04db28493c not bound to the agent host dv-cinder-832328-1-iscsi {{(pid=83038) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Mar 08 21:39:35.551069 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082963', 'neutron.services.segments.db._delete_segments_for_network-8777861104761'] for network, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.556088 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.db.api [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 08 21:39:35.556443 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG oslo_db.api [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 08 21:39:35.576518 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbc12a21bb0>,) {'filters': {'network_id': ['120b96df-2e24-4f1d-80ea-0c735bd07fe8']}} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:35.589081 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12a21bb0>, '742837a8-9400-4389-ae90-dee2bb542ada') {'for_net_delete': True} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:35.589377 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.services.segments.db [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbc12a21bb0>, '742837a8-9400-4389-ae90-dee2bb542ada') {} {{(pid=83036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 08 21:39:35.600433 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777861104644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-881963'] for segment, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.616998 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915488'] for segment, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.622964 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Mar 08 21:39:35.623337 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1915515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7542933'] for segment, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]: Traceback (most recent call last):
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     timer()
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     cb(*args, **kw)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     return func(*args, **kwargs)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     self._notify()
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     self.callback(batched_events)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     event.method(event)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     return f(self, *a, **k)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._get(url).json()
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     return self.request(url, 'GET', **kwargs)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 08 21:39:35.635993 dv-cinder-832328-1-iscsi neutron-server[83036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 08 21:39:35.709789 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1982193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977276'] for network, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.725606 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1982200'] for network, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:35.735895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=120b96df-2e24-4f1d-80ea-0c735bd07fe8,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:35.742758 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-3300dd77-8441-483a-acb5-d325153e24a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/120b96df-2e24-4f1d-80ea-0c735bd07fe8 HTTP/1.1" status: 204  len: 168 time: 0.9676144
Mar 08 21:39:36.004263 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52036) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:36.054987 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-e6ba78f1-2ea8-4cb9-91ec-d3d7a8f38d89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1613f1169cbf44d6965c916d00b7b5b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0495088
Mar 08 21:39:36.057597 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Deleting port c41a5b51-0fd1-4413-86aa-fada95abd5d8 {{(pid=83038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Mar 08 21:39:36.058101 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52040) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:36.058206 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777861035987'] for port, before_delete {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:36.116849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:36.123366 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b588e-3403-4b60-8e77-a561432f2d9d None None] The port 'c41a5b51-0fd1-4413-86aa-fada95abd5d8' was deleted {{(pid=83038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Mar 08 21:39:36.147519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:36.197376 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:36.213504 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17709aeb-35ad-49cc-a08a-0f652bcca057,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:36.219763 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:36.223348 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-27735794-676c-4b5e-9aeb-f60935ff1d74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17709aeb-35ad-49cc-a08a-0f652bcca057 HTTP/1.1" status: 204  len: 168 time: 0.1619754
Mar 08 21:39:38.607078 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52094) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:38.776392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:38.811697 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:38.815762 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d048216283b4207a825638d4b9e3e25 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:38.818822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:38.824695 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:39:38.893460 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:38.897549 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:38.942769 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503c9ca4-5e08-45ee-8213-6aeefa91399d,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:38.947782 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d048216283b4207a825638d4b9e3e25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3396542
Mar 08 21:39:38.950550 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52100) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:38.954369 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.954711 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.955039 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.955363 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.955707 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.956030 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.956346 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.956680 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.956997 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.957303 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:38.957614 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298ecd6-17ca-4817-b370-02fc01dc9ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:39:39.012734 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.038911 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.091978 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.105122 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503c9ca4-5e08-45ee-8213-6aeefa91399d,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:39.111357 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.112523 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-c648dd9d-04f7-4313-8168-89c1452a3afb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/503c9ca4-5e08-45ee-8213-6aeefa91399d HTTP/1.1" status: 204  len: 168 time: 0.1608832
Mar 08 21:39:39.431871 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52108) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:39.449806 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.482243 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:39.485949 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Usage tracker for resource:security_group_rule and tenant:d62653c9bf5c46e49e8dfcc74090955b is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:39.488683 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:39.494960 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:39:39.562909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.566754 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.611197 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd60af-c8b9-4395-b9d8-50d5a0597e23,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:39.615051 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7ccabeb6-438a-4e02-81cf-2ca9b4334b20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d62653c9bf5c46e49e8dfcc74090955b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1821947
Mar 08 21:39:39.618305 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52112) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:39.675519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.700607 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.750959 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.767718 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd60af-c8b9-4395-b9d8-50d5a0597e23,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:39.773861 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:39.775060 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-05efdad1-79f6-4a7f-95c8-6ca5b6f13367 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdbd60af-c8b9-4395-b9d8-50d5a0597e23 HTTP/1.1" status: 204  len: 168 time: 0.1557503
Mar 08 21:39:43.217113 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-504e5a07-ef7d-4018-8d7b-a24579585c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:45.603403 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-85414b43-44d1-42a3-b7e5-c019275fe381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:45.799951 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52212) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:45.939270 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:45.970260 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:45.974153 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Usage tracker for resource:security_group_rule and tenant:9a3f7c4357194639904b7efe364a38b5 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:45.976895 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:45.982682 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:39:46.047067 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.050640 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.095227 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a925722c-eba6-45a9-8617-ee80fd84955a,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:46.101367 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-4f8d1eab-3563-4580-b59e-4c0e8bb3421f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a3f7c4357194639904b7efe364a38b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3004329
Mar 08 21:39:46.104152 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52218) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:46.165018 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.191473 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.249996 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.265644 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925722c-eba6-45a9-8617-ee80fd84955a,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:46.275405 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.276663 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-fe840b99-2ec6-4e07-8ab1-bd94d149a875 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a925722c-eba6-45a9-8617-ee80fd84955a HTTP/1.1" status: 204  len: 168 time: 0.1715837
Mar 08 21:39:46.611631 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52226) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:46.630007 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.640471 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.660255 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:46.663905 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b1720cfc1249ff8c954ee743ca0d94 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:46.667248 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:46.672758 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:39:46.734330 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.737715 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.783920 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.784141 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa7c2aa-231a-4e03-9dbb-723b4246610c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:46.789141 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-a0562a40-295a-4b26-bbec-122727b77455 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9b1720cfc1249ff8c954ee743ca0d94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1765044
Mar 08 21:39:46.792418 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52230) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:46.855585 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.883446 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.935632 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.952107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa7c2aa-231a-4e03-9dbb-723b4246610c,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:46.955239 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:46.956361 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-daa8b0de-8112-4161-9c6f-363906e8afe7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0aa7c2aa-231a-4e03-9dbb-723b4246610c HTTP/1.1" status: 204  len: 168 time: 0.1629469
Mar 08 21:39:47.341925 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52238) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:47.359702 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.389666 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:47.393664 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6272edbe3a5c419f8790b4ad76081948 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:47.396434 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:47.402888 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:39:47.465482 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.468836 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.521149 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd59dd1-121f-41f3-9024-ef2f9221f0ea,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:47.528472 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-be01ef82-a0c7-43e5-8357-dab51349a0a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6272edbe3a5c419f8790b4ad76081948&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1850226
Mar 08 21:39:47.530713 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52242) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:47.588050 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.611583 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.664354 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.680532 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd59dd1-121f-41f3-9024-ef2f9221f0ea,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:39:47.690590 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:47.691749 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-e3863498-fbf1-49a0-acad-0aacd722d074 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fd59dd1-121f-41f3-9024-ef2f9221f0ea HTTP/1.1" status: 204  len: 168 time: 0.1600451
Mar 08 21:39:47.915982 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:55.969516 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:39:59.771358 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52352) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:39:59.910982 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:39:59.941119 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:39:59.944888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:39313e78562d4ccfa935c4af8a7c5807 is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:39:59.948146 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:39:59.953818 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:00.017333 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.020909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.065811 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c150427-f488-45ea-aae6-d4d70be174f7,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:00.070114 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-92afa74d-d220-461d-ae34-df26048c3cf3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39313e78562d4ccfa935c4af8a7c5807&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2977552
Mar 08 21:40:00.073497 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52358) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:00.130831 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.158996 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.208375 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.222157 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c150427-f488-45ea-aae6-d4d70be174f7,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:00.228605 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.229711 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7e201668-0aaa-4b7d-9cde-e3c91f233290 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c150427-f488-45ea-aae6-d4d70be174f7 HTTP/1.1" status: 204  len: 168 time: 0.1553388
Mar 08 21:40:00.537852 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.554165 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52366) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:00.572966 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.602080 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:40:00.606473 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4303c734284b9b91263bfc64265155 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:40:00.609413 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:40:00.615006 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:00.683392 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.686932 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.733878 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a4303c734284b9b91263bfc64265155&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1785655
Mar 08 21:40:00.734501 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de642d-cb64-4107-acfc-bdfc253061f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595588b2-2f3d-4ce6-9864-a6e000a4750b,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:00.736461 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52370) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:00.796591 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.821407 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.877625 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.892273 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595588b2-2f3d-4ce6-9864-a6e000a4750b,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:00.898547 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:00.899668 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-f58d687c-2715-4a5c-aa38-201bd6a708c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/595588b2-2f3d-4ce6-9864-a6e000a4750b HTTP/1.1" status: 204  len: 168 time: 0.1622283
Mar 08 21:40:10.057621 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52458) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:10.193721 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.228918 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:40:10.233114 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Usage tracker for resource:security_group_rule and tenant:d444eb9cc4364d28b1a67207044b4d4f is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:40:10.236380 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:40:10.243038 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:10.309661 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.313431 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.360350 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ba02f-e114-4661-bfea-a3d1e03c2c13,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:10.365395 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7bb946b6-7f15-4183-b8d9-45241da43a9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d444eb9cc4364d28b1a67207044b4d4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3067553
Mar 08 21:40:10.368215 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52464) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:10.428607 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.454265 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.504880 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.521606 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ba02f-e114-4661-bfea-a3d1e03c2c13,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:10.529277 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:10.532649 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-80a256cc-bd89-4415-81c2-6d86bd4286ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d9ba02f-e114-4661-bfea-a3d1e03c2c13 HTTP/1.1" status: 204  len: 168 time: 0.1606641
Mar 08 21:40:13.218824 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-23c59074-acf8-4923-b984-7ac4c0203533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.510855 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52530) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:15.606503 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d638-2163-47d6-9e74-7786713b7617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.648939 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.679448 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:40:15.683822 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Usage tracker for resource:security_group_rule and tenant:c3bb2a73d6ae47edacefe109a235df21 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:40:15.686566 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:40:15.692041 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:15.757408 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.761027 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.804795 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762b904-dcd8-4092-b81c-c39472ddddb2,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:15.809404 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-3edc7b31-868b-4b30-bdc7-5abffd610d2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3bb2a73d6ae47edacefe109a235df21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3024333
Mar 08 21:40:15.812126 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52536) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:15.870192 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.894746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.944602 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.960999 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762b904-dcd8-4092-b81c-c39472ddddb2,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:15.972796 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:15.973921 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-2cc0d111-2c39-406c-b6f6-ada2ca089b8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d762b904-dcd8-4092-b81c-c39472ddddb2 HTTP/1.1" status: 204  len: 168 time: 0.1608694
Mar 08 21:40:16.289674 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52544) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:16.308746 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.341751 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:40:16.345424 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c1ae0b6455400ea2cb5d597303aabe is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:40:16.348119 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:40:16.354281 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:16.417211 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.420830 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.466067 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eca80dd-1a27-4714-ac50-2ab20924fe45,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:16.471160 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-7558bd08-b10f-42ee-bde8-b3b90f6990c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7c1ae0b6455400ea2cb5d597303aabe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1799693
Mar 08 21:40:16.473825 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52548) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:16.531811 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.555892 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.605603 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.623554 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eca80dd-1a27-4714-ac50-2ab20924fe45,revision_number=None']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:16.630343 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.631451 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-430dffce-0012-4cc2-972d-a18cec077300 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8eca80dd-1a27-4714-ac50-2ab20924fe45 HTTP/1.1" status: 204  len: 168 time: 0.1567454
Mar 08 21:40:16.655869 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:16.785031 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:17.920101 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:30.549816 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:32.970534 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:40:43.220096 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-11b9e440-6f07-4699-95b0-f77dca000c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:45.608165 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6ff9cd75-cdb2-4d58-8948-a1d6e3190943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:46.647100 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:46.786241 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:47.923751 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.097685 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.wsgi [-] (83037) accepted ('10.222.0.66', 52760) {{(pid=83037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:53.235805 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.265202 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:40:53.269198 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd0f4954b2440218926161b014188e5 is out of sync, need to count used quota {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:40:53.271906 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.quota.resource [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:40:53.277511 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.db.quota.driver [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:40:53.340457 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.344833 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron_lib.callbacks.manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.388142 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b687eb38-9b41-4eca-8f33-41ced6d9bd9c,revision_number=1']} {{(pid=83037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:53.395105 dv-cinder-832328-1-iscsi neutron-server[83037]: INFO neutron.wsgi [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfd0f4954b2440218926161b014188e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2964411
Mar 08 21:40:53.397873 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52766) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:40:53.400468 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.400807 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.401135 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.401464 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.401787 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.402107 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.402424 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.402740 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.403054 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.403365 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.403700 dv-cinder-832328-1-iscsi neutron-server[83037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d5613-5f8d-47a2-91f7-d05170b10fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.456043 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.480134 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.530160 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.545476 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b687eb38-9b41-4eca-8f33-41ced6d9bd9c,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:40:53.553400 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:40:53.554502 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b687eb38-9b41-4eca-8f33-41ced6d9bd9c HTTP/1.1" status: 204  len: 168 time: 0.1556861
Mar 08 21:40:53.557872 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.558327 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.558544 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.558873 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.559196 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.559519 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.559909 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.560213 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.560531 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.560849 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:40:53.561684 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae8199-6205-48d1-9238-3d46627a24f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-iscsi {{(pid=83036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 08 21:41:00.566146 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.199001 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52836) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:41:02.335888 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.366396 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Mar 08 21:41:02.370148 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Usage tracker for resource:security_group_rule and tenant:333cb11e29a342e5aa706756b7ce761e is out of sync, need to count used quota {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Mar 08 21:41:02.372906 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.quota.resource [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83036) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Mar 08 21:41:02.379108 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.db.quota.driver [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Mar 08 21:41:02.448259 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.451906 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_create {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.496682 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905b786e-c348-4f95-89fe-029ed2675a01,revision_number=1']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:41:02.501090 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-777e5276-d544-4e70-9833-6082fc03cfe2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=333cb11e29a342e5aa706756b7ce761e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3010664
Mar 08 21:41:02.504188 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.wsgi [-] (83036) accepted ('10.222.0.66', 52842) {{(pid=83036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Mar 08 21:41:02.562382 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.587041 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.635251 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855899'] for security_group, after_delete {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.651207 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b786e-c348-4f95-89fe-029ed2675a01,revision_number=None']} {{(pid=83036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 08 21:41:02.656425 dv-cinder-832328-1-iscsi neutron-server[83036]: DEBUG neutron_lib.callbacks.manager [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:02.659930 dv-cinder-832328-1-iscsi neutron-server[83036]: INFO neutron.wsgi [None req-7dad3bcd-304f-45ab-8fb5-a1d5843290b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/905b786e-c348-4f95-89fe-029ed2675a01 HTTP/1.1" status: 204  len: 168 time: 0.1535997
Mar 08 21:41:09.971019 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:41:13.221996 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-b92ad17c-2a48-457f-ac19-70e4d2f06354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:15.609835 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-9082690c-8365-4f62-af41-e84d5cbe4909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:16.651987 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:16.787245 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:17.926300 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:30.574154 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:43.223131 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-802e742d-1927-4a98-9685-7c6d85602008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:45.611481 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-da39e04c-d4c4-4c94-88c6-4cbae2e34187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:46.651565 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:46.789748 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:41:46.970506 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:41:47.928767 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:00.563401 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:13.224336 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3e680feb-31d9-400f-95fb-85ef32231bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:15.612911 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0156f086-05b5-49ed-a189-46e15871b38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:16.655294 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:16.790842 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:17.932927 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:23.970740 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:42:30.579882 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:43.226849 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-0f4a737d-b06c-42b0-981d-591bc21cb9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:45.614329 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-d8c4868b-cedb-4d6d-8da2-ee471c3fa276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:46.657616 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:46.796033 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:42:47.934263 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:00.581421 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:00.970891 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:43:13.228819 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-cbc29cb2-d719-4da4-8e5a-0c983c9a5ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:15.615154 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3ffafcf3-5124-4c01-92a1-57fe8d069e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:16.659705 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:16.787348 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:17.938296 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:30.591537 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:37.971221 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:43:43.231122 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-f3e57769-8756-4bb5-8a0a-e3625404d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:45.615362 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2edc-705b-49a5-9c1b-2b42331803cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:46.666004 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:46.788299 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:43:47.940347 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:00.591658 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:13.231983 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-7a35c43a-a827-41c2-ab9e-0e4ef0c92ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:14.971336 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:44:15.621948 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3e740e95-fd0a-4870-9950-da4c0c1a0de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:16.665545 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:16.796088 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:17.945079 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:30.594777 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:43.234293 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-21cf7ff2-59bf-4bf5-af15-61d93e86e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:45.613575 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-cabf4b11-d19f-4163-b6d3-bab86e40be10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:46.667925 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:46.789125 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:47.946506 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:44:51.971252 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:45:00.594135 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:13.236701 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-29a5d12f-7d27-47b3-98dc-16dff0453e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:15.614405 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-3e870006-b3d9-4ac3-9028-25d3203a7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:16.672328 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:16.790644 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:17.949832 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:28.971896 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:45:30.603304 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:43.238752 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e4277f74-4b63-4960-b38e-be2fd7965af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:45.614371 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9a13-ba4a-43c8-98ba-b80313a93889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:46.674370 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:46.791243 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:45:47.952946 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:00.632895 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-612b98a4-284c-41af-a5ca-b316fca71efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:05.972492 dv-cinder-832328-1-iscsi neutron-server[83039]: DEBUG neutron.db.agents_db [None req-6e92e1e5-b28a-414c-afe2-57e2353af674 None None] Agent healthcheck: found 6 active agents {{(pid=83039) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Mar 08 21:46:13.240737 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-7933150c-5e32-4f5e-a252-73ba20b586e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:15.616748 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-fb2aab4a-26c3-4f27-ac31-0b8805c58094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:16.677771 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1251-a1a1-488f-9679-4b5561bbaf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:16.794488 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5cb0-65a7-4f39-865d-e46d3afce091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Mar 08 21:46:17.958188 dv-cinder-832328-1-iscsi neutron-server[83038]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad530-b298-4481-a7d0-d3666bceeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777861104743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2088339'] for agent, after_update {{(pid=83038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}